-- Logs begin at Mon 2022-01-31 18:20:37 UTC, end at Mon 2022-01-31 19:41:19 UTC. -- Jan 31 19:09:52.697613 dv-cinder-813223-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 31 19:09:55.781778 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.common.config [-] Logging enabled! Jan 31 19:09:55.782395 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 31 19:09:55.782577 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103130) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 31 19:09:55.786015 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.common.config [-] Logging enabled! Jan 31 19:09:55.786270 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 31 19:09:55.786583 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103130) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 31 19:09:55.787562 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 19:09:55.787795 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 19:09:55.788162 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 19:09:55.788409 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 19:09:55.788635 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 19:09:55.788958 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.789403 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 31 19:09:55.789713 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.790008 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.790299 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.790598 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.790886 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.791170 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.791457 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.791750 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.792033 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.792313 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.792598 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.792887 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.793203 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.793491 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.793776 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.794055 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] debug = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.794335 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.794774 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.795191 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.795478 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.795762 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.796044 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.796316 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.796593 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.796883 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.797239 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] host = dv-cinder-813223-5-iscsi {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.797522 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.797810 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.798097 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.798382 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.798657 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.798934 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.799220 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.799492 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.799765 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] log_file = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.800038 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.800324 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.800638 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.800932 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.801189 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.801412 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.801713 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.801997 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.802298 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.802571 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.802848 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.803124 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.803398 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.803666 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.803948 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.804231 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.804511 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.804786 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.805069 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.805357 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.805626 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.805911 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.806183 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.806455 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.806729 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.807016 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.807285 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.807557 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.807854 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.808138 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.808419 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.808700 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.808974 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.809284 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.809553 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.809822 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.810128 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] use_json = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.810408 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.810677 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.810958 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.811231 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.811502 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.811776 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.812048 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.812338 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.812607 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:55.812904 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.813232 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.813535 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.813836 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.814128 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.814412 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.814699 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.814978 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.815269 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.815557 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.815848 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.816129 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.817037 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.817352 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.817649 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.817953 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.818246 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.818544 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.818875 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.819079 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.819354 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.819634 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.819928 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.820207 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.820496 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.820785 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.821091 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.821397 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.821686 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.821978 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.822268 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.822540 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.822819 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.823109 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.823386 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.823658 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.823931 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.824217 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.824494 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.824765 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.825062 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.825353 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.825630 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.825907 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.826185 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.826475 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.826750 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.827021 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.827293 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.827570 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.827841 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.828126 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.828402 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.828674 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.828945 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.829249 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.829526 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.829798 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.830075 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.830346 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.830622 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.830898 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.831170 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.831442 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.831714 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.832211 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.832489 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.832760 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.833067 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.833336 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.833665 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.833879 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.834151 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.834949 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.835239 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.835539 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.835819 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.836099 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.836381 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.836660 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.836940 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.837247 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.837529 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.837809 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.838085 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.838374 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.838660 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.838945 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.839246 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.839526 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.839820 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.840099 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.840383 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.840662 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.840947 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.841264 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.841550 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.841849 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.842141 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.842434 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.842727 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.843281 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.843568 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.843875 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.844155 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:55.844374 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 19:09:55.844619 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103130) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 31 19:09:56.222187 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 31 19:09:56.222684 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 31 19:09:56.223052 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 31 19:09:56.223385 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 31 19:09:56.561654 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.561871 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.562144 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.563477 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.563751 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.564032 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.608504 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.608786 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.609069 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.623867 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.624150 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.624418 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.655991 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.656272 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.656542 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.694621 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.694901 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:56.695203 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.034613 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.035251 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.035354 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.036193 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.036834 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.136866 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.137212 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.137506 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.137781 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.138049 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.138359 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.138619 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.138876 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.139132 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.139416 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.139679 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.139946 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.140201 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.140451 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.140705 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.140968 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.141248 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.141517 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.141786 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.142047 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.142318 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.142570 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.142851 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.143314 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.143564 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.143811 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.144203 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 19:09:57.144976 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 19:09:57.145252 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 19:09:57.145488 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 19:09:57.145725 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 19:09:57.145961 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 19:09:57.146324 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 31 19:09:57.149550 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 31 19:09:57.153745 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 31 19:09:57.157633 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Jan 31 19:09:57.159281 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 31 19:09:57.159745 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 31 19:09:57.160645 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 31 19:09:57.161032 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 31 19:09:57.163889 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 31 19:09:57.164138 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 31 19:09:57.164481 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 19:09:57.169885 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 31 19:09:57.194174 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 31 19:09:57.194632 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.194932 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103130) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 31 19:09:57.195293 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.196669 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103130) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 31 19:09:57.196954 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 19:09:57.197249 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 31 19:09:57.200526 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.200812 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:57.266428 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 31 19:09:57.266672 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 31 19:09:57.266914 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 31 19:09:57.267291 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 31 19:09:57.288195 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_db.sqlalchemy.engines [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103130) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 31 19:09:58.006989 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Initializing driver for type 'gre' Jan 31 19:09:58.007445 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] gre ID ranges: [(1, 1000)] Jan 31 19:09:58.269776 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Initializing driver for type 'local' Jan 31 19:09:58.270405 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Initializing driver for type 'vlan' Jan 31 19:09:58.401202 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] VlanTypeDriver initialization complete Jan 31 19:09:58.401576 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Initializing driver for type 'vxlan' Jan 31 19:09:58.402090 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] vxlan ID ranges: [(1, 1000)] Jan 31 19:09:58.664222 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Initializing extension driver 'port_security' Jan 31 19:09:58.664561 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.extensions.port_security [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] PortSecurityExtensionDriver initialization complete Jan 31 19:09:58.664896 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Initializing mechanism driver 'openvswitch' Jan 31 19:09:58.665260 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Initializing mechanism driver 'hyperv' Jan 31 19:09:58.671977 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:58.677216 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > port after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.677216 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > port after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.677216 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > port after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.677216 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103130) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 19:09:58.677216 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > subnet after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.677593 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > subnet after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.677593 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.677593 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103130) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 19:09:58.677593 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > network after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.677593 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > network after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.677904 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > network after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.677904 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103130) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 19:09:58.677904 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > security_group after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.677904 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > security_group after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.678193 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.678721 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103130) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 19:09:58.679137 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.679503 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.679851 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.680258 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103130) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 19:09:58.680684 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > address_group after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.681038 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > address_group after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.681406 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.681796 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103130) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 19:09:58.682256 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] ML2 OVO RPC backend initialized. {{(pid=103130) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 31 19:09:58.682963 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.683327 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.683747 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > network before_response 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.684095 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > networks before_response 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.684445 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > port before_response 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.684795 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > ports before_response 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.685188 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > subnet before_response 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.685535 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > subnets before_response 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.685880 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > network after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.686221 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > network after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.686558 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > network after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.686897 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > port after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.687234 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > port after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.687570 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > port after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.687905 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > subnet after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.688241 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > subnet after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.688574 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.696138 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded quota_driver: . Jan 31 19:09:58.696509 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Modular L2 Plugin initialization complete Jan 31 19:09:58.696857 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading services supported by the core plugin {{(pid=103130) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 31 19:09:58.697281 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.plugins.ml2.managers [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Got port-security extension from driver 'port_security' Jan 31 19:09:58.697719 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.extensions.vlantransparent [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Disabled vlantransparent extension. Jan 31 19:09:58.698214 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103130) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 31 19:09:58.698539 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading Plugin: router Jan 31 19:09:58.738848 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.739248 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router after_create 55549900 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.739621 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router before_create 55549900 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.739987 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.740362 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.740716 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router after_delete 55549900 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.741106 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.748809 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.748809 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router after_create 55549900 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.748809 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router after_update 55549900 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.748809 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router after_update 55549900 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.749163 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.749163 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router after_update 55549900 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.749163 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router precommit_update 55549900 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.749163 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: port after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.749462 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: port after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.749462 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: subnet after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.749462 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.749462 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.749765 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router precommit_create 55549900 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.749765 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: port before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.749765 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router precommit_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.749765 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router after_update 55549900 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.750061 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.750061 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router precommit_create 55549900 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.750061 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.750061 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router precommit_update 55549900 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.750363 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > agent after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.750363 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > agent after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.750363 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > network after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.750363 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Tracking information for resource: router configured {{(pid=103130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 19:09:58.750363 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Tracking information for resource: floatingip configured {{(pid=103130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 19:09:58.755887 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.db.l3_agentschedulers_db [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 31 19:09:58.756465 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: port after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.756826 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: port after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.757206 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: port after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.757562 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: port after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.758488 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router before_create 55550100 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.758855 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.759218 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router precommit_create 55550100 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.759576 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > router precommit_update 55550100 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.764365 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.services.provider_configuration [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service providers = [] {{(pid=103130) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 31 19:09:58.764731 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.db.servicetype_db [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103130) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 31 19:09:58.767741 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.services.service_base [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 19:09:58.768092 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.services.service_base [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 19:09:58.768437 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.services.service_base [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 19:09:58.770085 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.services.service_base [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 19:09:58.770456 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.services.service_base [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 31 19:09:58.770832 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 19:09:58.771147 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 31 19:09:58.781898 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 19:09:58.782230 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading Plugin: auto_allocate Jan 31 19:09:58.792233 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: network precommit_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.792608 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: network precommit_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.793176 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 19:09:58.793507 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading Plugin: tag Jan 31 19:09:58.800278 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 19:09:58.800651 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading Plugin: timestamp Jan 31 19:09:58.804754 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 19:09:58.805130 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading Plugin: network_ip_availability Jan 31 19:09:58.810742 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.811122 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.811483 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:58.812212 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 19:09:58.812538 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading Plugin: flavors Jan 31 19:09:58.818085 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 19:09:58.818423 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading Plugin: revisions Jan 31 19:09:58.822804 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 19:09:58.823197 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_concurrency.lockutils [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.600s {{(pid=103130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 31 19:09:58.823965 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103130) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 31 19:09:58.824304 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Initializing extension manager. Jan 31 19:09:58.824825 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: __init__.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.825203 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: __pycache__ {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.825545 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.825883 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: address_group.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.826645 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.827226 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: address-group Jan 31 19:09:58.827552 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: address_scope.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.828266 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.828812 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: address-scope Jan 31 19:09:58.829168 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.830110 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.830620 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: router-admin-state-down-before-update Jan 31 19:09:58.830945 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: agent.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.832649 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.833203 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: agent Jan 31 19:09:58.833533 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: agent_resources_synced.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.834456 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.834972 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: agent-resources-synced Jan 31 19:09:58.835297 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: allowedaddresspairs.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.837128 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.837655 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: allowed-address-pairs Jan 31 19:09:58.837985 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: auto_allocated_topology.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.839072 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.839590 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: auto-allocated-topology Jan 31 19:09:58.847794 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: availability_zone.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.847794 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.847794 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: availability_zone Jan 31 19:09:58.847794 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: availability_zone_filter.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.847794 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.847794 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: availability_zone_filter Jan 31 19:09:58.848287 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: data_plane_status.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.848287 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.848287 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension data-plane-status not supported by any of loaded plugins Jan 31 19:09:58.848287 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: default_subnetpools.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.848287 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.848287 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: default-subnetpools Jan 31 19:09:58.848725 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.848725 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.848725 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: dhcp_agent_scheduler Jan 31 19:09:58.848970 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: dns.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.856116 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.856624 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension dns-integration not supported by any of loaded plugins Jan 31 19:09:58.857035 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: dns_domain_ports.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.857990 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.858500 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 31 19:09:58.858825 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.859757 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.860266 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 31 19:09:58.860590 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: dvr.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.861304 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.861813 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: dvr Jan 31 19:09:58.862138 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: ecmp_routes.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.863150 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.863734 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension ecmp_routes not supported by any of loaded plugins Jan 31 19:09:58.864067 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: empty_string_filtering.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.864987 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.865538 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: empty-string-filtering Jan 31 19:09:58.865869 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.866785 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.867294 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 31 19:09:58.867619 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.868537 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.869057 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 31 19:09:58.869397 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: external_net.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.870310 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.870892 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: external-net Jan 31 19:09:58.871219 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.872147 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.872659 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: extra_dhcp_opt Jan 31 19:09:58.872990 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: extraroute.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.873934 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.874518 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: extraroute Jan 31 19:09:58.874838 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: extraroute_atomic.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.875901 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.876415 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: extraroute-atomic Jan 31 19:09:58.876740 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: filter_validation.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.877447 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.877955 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: filter-validation Jan 31 19:09:58.878279 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: fip_pf_description.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.879750 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.880294 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 31 19:09:58.880620 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: fip_port_details.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.881578 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.882091 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: fip-port-details Jan 31 19:09:58.882416 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: flavors.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.883680 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.884201 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: flavors Jan 31 19:09:58.884530 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.886277 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.886799 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 31 19:09:58.887132 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: floatingip_pools.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.887840 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.888353 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: floatingip-pools Jan 31 19:09:58.888682 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: ip_allocation.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.889649 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.890156 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension ip_allocation not supported by any of loaded plugins Jan 31 19:09:58.890483 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.891410 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.891962 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: ip-substring-filtering Jan 31 19:09:58.892287 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: l2_adjacency.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.893261 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.893770 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension l2_adjacency not supported by any of loaded plugins Jan 31 19:09:58.894100 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: l3.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.895810 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.896335 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: router Jan 31 19:09:58.896669 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.899282 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.899811 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 31 19:09:58.900149 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.901126 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.901650 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: ext-gw-mode Jan 31 19:09:58.901977 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.907715 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.908235 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: l3-ha Jan 31 19:09:58.908564 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: l3_flavors.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.909510 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.910124 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: l3-flavors Jan 31 19:09:58.910453 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.911415 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.911928 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: l3-port-ip-change-not-allowed Jan 31 19:09:58.912256 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: l3agentscheduler.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.913343 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.913859 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: l3_agent_scheduler Jan 31 19:09:58.914188 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: local_ip.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.915990 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.916519 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension local_ip not supported by any of loaded plugins Jan 31 19:09:58.916856 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: logging.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.918415 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.918943 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension logging not supported by any of loaded plugins Jan 31 19:09:58.919281 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: metering.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.920041 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.920761 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: metering Jan 31 19:09:58.921125 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.922269 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.922790 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: metering_source_and_destination_fields Jan 31 19:09:58.923122 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: multiprovidernet.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.924075 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.924616 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: multi-provider Jan 31 19:09:58.924925 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: netmtu.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.925990 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.926501 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: net-mtu Jan 31 19:09:58.926827 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: netmtu_writable.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.927756 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.928275 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: net-mtu-writable Jan 31 19:09:58.928602 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: network_availability_zone.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.929306 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.929818 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: network_availability_zone Jan 31 19:09:58.930144 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: network_ip_availability.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.931276 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.931835 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: network-ip-availability Jan 31 19:09:58.932162 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: network_segment_range.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.933035 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.933568 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension network-segment-range not supported by any of loaded plugins Jan 31 19:09:58.933896 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: pagination.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.934886 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.935222 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: pagination Jan 31 19:09:58.935549 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: port_device_profile.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.936462 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.937070 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: port-device-profile Jan 31 19:09:58.937398 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.938334 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.938852 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: port-mac-address-regenerate Jan 31 19:09:58.939181 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.940220 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.940739 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: port-numa-affinity-policy Jan 31 19:09:58.941655 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: port_resource_request.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.942830 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.943341 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension port-resource-request not supported by any of loaded plugins Jan 31 19:09:58.943668 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: port_resource_request_groups.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.944640 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.945181 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 31 19:09:58.945510 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: portbindings.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.946448 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.946960 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: binding Jan 31 19:09:58.947287 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: portbindings_extended.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.948588 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.949156 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: binding-extended Jan 31 19:09:58.949472 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: portsecurity.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.950395 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.950914 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: port-security Jan 31 19:09:58.951240 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: project_id.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.952230 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.952566 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: project-id Jan 31 19:09:58.952893 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: providernet.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.953851 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.954368 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: provider Jan 31 19:09:58.954694 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: qos.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.959050 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.964506 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension qos not supported by any of loaded plugins Jan 31 19:09:58.964506 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.965551 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.966116 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 31 19:09:58.966456 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.968388 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.968388 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 31 19:09:58.968581 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: qos_default.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.969437 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.969962 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension qos-default not supported by any of loaded plugins Jan 31 19:09:58.970295 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: qos_fip.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.971230 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.971748 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension qos-fip not supported by any of loaded plugins Jan 31 19:09:58.972076 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.973088 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.973612 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 31 19:09:58.973943 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: qos_gateway_ip.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.974873 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.975391 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 31 19:09:58.975720 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: qos_port_network_policy.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.976647 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.977206 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 31 19:09:58.977537 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.978586 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.979106 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 31 19:09:58.979434 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: qos_pps_rule.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.980623 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.981185 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension qos-pps not supported by any of loaded plugins Jan 31 19:09:58.981523 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: qos_rule_type_details.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.982448 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.982972 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 31 19:09:58.983309 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: qos_rules_alias.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.984361 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.984885 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 31 19:09:58.985249 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: quota_check_limit.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.986178 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.986695 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: quota-check-limit Jan 31 19:09:58.987025 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: quotasv2.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.988095 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.988473 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: quotas Jan 31 19:09:58.988803 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: quotasv2_detail.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.998202 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:58.998538 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: quota_details Jan 31 19:09:58.999025 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: rbac.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:58.999962 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.000494 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: rbac-policies Jan 31 19:09:59.000955 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: rbac_address_group.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.001823 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.002342 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: rbac-address-group Jan 31 19:09:59.002672 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: rbac_address_scope.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.004184 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.004869 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: rbac-address-scope Jan 31 19:09:59.005284 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: rbac_security_groups.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.006175 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.006691 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: rbac-security-groups Jan 31 19:09:59.007018 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: rbac_subnetpool.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.007936 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.008448 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: rbac-subnetpool Jan 31 19:09:59.008769 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: revisionifmatch.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.009757 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.010266 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: revision-if-match Jan 31 19:09:59.010602 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: revisions.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.011744 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.012257 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: standard-attr-revisions Jan 31 19:09:59.012583 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: router_availability_zone.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.013297 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.013815 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: router_availability_zone Jan 31 19:09:59.014140 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: routerservicetype.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.015067 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.015574 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension router-service-type not supported by any of loaded plugins Jan 31 19:09:59.015898 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.016899 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.017442 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: security-groups-normalized-cidr Jan 31 19:09:59.017771 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.018709 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.019356 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: port-security-groups-filtering Jan 31 19:09:59.020347 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.021322 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.021835 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: security-groups-remote-address-group Jan 31 19:09:59.022161 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.023116 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.023632 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: security-groups-shared-filtering Jan 31 19:09:59.023959 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.024549 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 31 19:09:59.024869 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: securitygroup.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.034765 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.040210 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: security-group Jan 31 19:09:59.040210 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: segment.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.040210 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.040210 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension segment not supported by any of loaded plugins Jan 31 19:09:59.040210 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.040719 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.041224 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 31 19:09:59.041556 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: servicetype.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.042681 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.043217 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: service-type Jan 31 19:09:59.043547 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: sorting.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.044547 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.044886 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: sorting Jan 31 19:09:59.045240 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: standard_attr_segment.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.046173 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.046695 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 31 19:09:59.047023 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: standardattrdescription.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.047672 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.048189 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: standard-attr-description Jan 31 19:09:59.048517 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: stateful_security_group.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.049497 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.050015 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: stateful-security-group Jan 31 19:09:59.050341 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: stdattrs_common.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.050970 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 31 19:09:59.051310 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.052248 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.052765 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 31 19:09:59.053117 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: subnet_onboard.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.054206 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.054727 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: subnet_onboard Jan 31 19:09:59.055054 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.055992 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.056507 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 31 19:09:59.056832 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: subnet_service_types.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.057791 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.058303 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: subnet-service-types Jan 31 19:09:59.058628 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: subnetallocation.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.059722 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.060236 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: subnet_allocation Jan 31 19:09:59.060563 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.061275 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.061774 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: subnetpool-prefix-ops Jan 31 19:09:59.062098 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.063050 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.063557 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 31 19:09:59.063882 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: tagging.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.064961 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.065506 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: standard-attr-tag Jan 31 19:09:59.065836 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: timestamp.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.067750 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.068273 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loaded extension: standard-attr-timestamp Jan 31 19:09:59.068605 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: trunk.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.069677 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.070193 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension trunk not supported by any of loaded plugins Jan 31 19:09:59.070521 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: trunk_details.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.071446 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.071961 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension trunk-details not supported by any of loaded plugins Jan 31 19:09:59.072292 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: uplink_status_propagation.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.073251 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.073767 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 31 19:09:59.074095 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Loading extension file: vlantransparent.py {{(pid=103130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 19:09:59.080900 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 19:09:59.081441 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extension vlan-transparent not supported by any of loaded plugins Jan 31 19:09:59.084693 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:network Jan 31 19:09:59.085269 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:subnet Jan 31 19:09:59.085675 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 19:09:59.086073 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:port Jan 31 19:09:59.087318 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.087766 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service FLAVORS assigned prefix: {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.088402 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.088837 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.089214 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:router Jan 31 19:09:59.089663 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:floatingip Jan 31 19:09:59.090175 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service METERING assigned prefix: /metering {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.091622 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:59.091996 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:59.092351 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:09:59.093679 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 19:09:59.094119 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:security_group Jan 31 19:09:59.094556 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 19:09:59.096296 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service CORE assigned prefix: {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.096639 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 19:09:59.096995 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] subnetpool is already registered Jan 31 19:09:59.097507 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service CORE assigned prefix: {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.097883 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 19:09:59.098174 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] subnetpool is already registered Jan 31 19:09:59.100504 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.100946 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service FLAVORS assigned prefix: {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.101582 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.102012 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.102349 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:router Jan 31 19:09:59.102689 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] router is already registered Jan 31 19:09:59.103111 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:floatingip Jan 31 19:09:59.103446 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] floatingip is already registered Jan 31 19:09:59.103909 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service METERING assigned prefix: /metering {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.104581 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 19:09:59.104909 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] rbac_policy is already registered Jan 31 19:09:59.105346 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:security_group Jan 31 19:09:59.105684 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] security_group is already registered Jan 31 19:09:59.106086 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 19:09:59.106417 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] security_group_rule is already registered Jan 31 19:09:59.107053 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service CORE assigned prefix: {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.107386 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 19:09:59.107722 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] subnetpool is already registered Jan 31 19:09:59.108149 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.v2.resource_helper [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Service CORE assigned prefix: {{(pid=103130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 19:09:59.108472 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 19:09:59.108802 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING neutron.quota.resource_registry [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] subnetpool is already registered Jan 31 19:09:59.109316 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: extensions {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.110829 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: address-groups {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.112328 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: address-scopes {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.114429 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: agents {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.118200 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: auto-allocated-topology {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.118200 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: availability_zones {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.118200 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: dhcp-networks {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.119610 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: dhcp-agents {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.121068 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: routers {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.123320 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: flavors {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.124508 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: service_profiles {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.125769 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: next_providers {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.127215 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: service_profiles {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.129507 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: floatingip-pools {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.130943 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: routers {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.133113 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: floatingips {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.134405 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: l3-routers {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.135828 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: l3-agents {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.137351 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: metering-labels {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.138727 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: metering-label-rules {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.140031 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: network-ip-availabilities {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.141328 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: bindings {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.142988 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: quotas {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.145517 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: quotas {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.147104 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: rbac-policies {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.148411 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: security-groups {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.149709 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: security-group-rules {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.150965 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: service-providers {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.152219 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: subnetpools {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.153677 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: subnetpools {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.155164 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: tags {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.156848 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: tags {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.158721 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: tags {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.161221 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: tags {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.164093 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: tags {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.165998 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: tags {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.167728 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: tags {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.169682 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: tags {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.171467 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: tags {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.173368 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron.api.extensions [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Extended resource: tags {{(pid=103130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 19:09:59.179355 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING keystonemiddleware.auth_token [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 31 19:09:59.184210 dv-cinder-813223-5-iscsi neutron-server[103130]: WARNING keystonemiddleware.auth_token [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 31 19:09:59.192858 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_concurrency.lockutils [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Acquired lock "singleton_lock" {{(pid=103130) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 31 19:09:59.221376 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_concurrency.lockutils [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Releasing lock "singleton_lock" {{(pid=103130) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 31 19:09:59.221376 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO oslo_service.service [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Starting 2 workers Jan 31 19:09:59.221376 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Started child 103243 {{(pid=103130) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 19:09:59.221376 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Started child 103244 {{(pid=103130) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 19:09:59.221746 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:59.222436 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO neutron.service [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Neutron service started, listening on 0.0.0.0:9696 Jan 31 19:09:59.222436 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:59.223112 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [-] (103243) wsgi starting up on http://0.0.0.0:9696 Jan 31 19:09:59.223189 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:59.223758 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO oslo_service.service [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Starting 1 workers Jan 31 19:09:59.223852 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [-] (103244) wsgi starting up on http://0.0.0.0:9696 Jan 31 19:09:59.223932 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Started child 103245 {{(pid=103130) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 19:09:59.223932 dv-cinder-813223-5-iscsi neutron-server[103130]: INFO oslo_service.service [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Starting 1 workers Jan 31 19:09:59.224119 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.service [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] calling RpcWorker wait() {{(pid=103245) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 31 19:09:59.224119 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.service [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] returning from RpcWorker wait() {{(pid=103245) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 31 19:09:59.224604 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Started child 103246 {{(pid=103130) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 19:09:59.224699 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:59.224787 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147a9ba0-fd41-47f0-ac54-e9f16d25483b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:59.224868 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:59.224953 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103130) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 31 19:09:59.224953 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 19:09:59.224953 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 19:09:59.224953 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 19:09:59.224953 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 19:09:59.224953 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 19:09:59.225416 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.225526 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.225795 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.226064 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.226472 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.227105 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.227369 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.227625 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.227909 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.228143 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.228318 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.228490 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.228753 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.228988 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.229393 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.229608 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:59.230045 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.230045 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.230169 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.230302 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.230615 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:59.230743 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.231158 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.231400 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.231673 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] debug = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.231937 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.232515 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.232753 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.233008 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.233256 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.233539 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.233771 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.234063 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.234297 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.234535 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.234784 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.235045 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.235274 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.235487 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.235743 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.235989 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.236243 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.236465 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.236913 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] host = dv-cinder-813223-5-iscsi {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.237156 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.237393 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.237625 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.237880 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.238734 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.238977 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.239256 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.239514 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.239760 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.240007 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.240263 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.240510 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.240746 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.240996 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_file = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.241187 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_options = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.241428 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.241740 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.241967 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.242172 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.242341 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.242506 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.242762 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.242926 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.243187 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.243441 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.243675 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.243896 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.244112 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.244333 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.244594 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.244827 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.245077 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.245311 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.245568 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.245846 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.246104 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.246279 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.246525 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.246745 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.247000 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.247217 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.247461 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.247677 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.247916 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.248145 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.248402 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.248656 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.248894 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.249170 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.249588 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.249728 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.249886 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.250120 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.250381 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.250607 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.250981 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.251319 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.251591 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.251872 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.252222 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.252567 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.252820 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] use_json = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.253029 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.254330 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.254817 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.254947 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.262601 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.262601 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.262601 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.262601 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.262601 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.262601 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.262601 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.262601 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263687 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263687 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263687 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263687 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263687 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263687 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263687 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.263687 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.264133 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.264133 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.264133 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.264133 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.264133 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.264133 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.264133 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.264133 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.264584 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.264584 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.264584 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.264781 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.265995 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.265995 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.265995 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.265995 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.265995 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.266706 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.266706 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.266706 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.267097 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.267097 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.267440 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.267440 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.267695 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.267874 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.268114 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.268364 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.268609 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.268839 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.269120 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.269481 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.269791 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.270391 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.270391 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.270677 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.270677 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.270939 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.271552 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.271552 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.271552 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.271964 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.272342 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.272342 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.272725 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.272725 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.273256 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.273256 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.273256 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.273592 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.273750 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.274282 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.274282 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.274454 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.274968 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.274968 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.275142 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.275438 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.275591 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.275873 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.275873 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.276353 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.276353 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.276825 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.276825 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.277960 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.277960 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.277960 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.277960 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.277960 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.278740 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.278740 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.278740 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.279492 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.279492 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.279492 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.280228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.280228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.280228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.280228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.280948 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.280948 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.280948 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.281753 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.281753 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.281753 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.282405 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.282405 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.282405 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.283071 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.283071 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.283071 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.283462 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.283462 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.283669 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.283910 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.284164 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.284412 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.284668 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.285071 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.285401 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.285696 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.285938 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.286213 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.286502 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.286763 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.287014 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.287277 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.287526 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.287779 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.288008 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.288253 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.288502 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.288746 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.289023 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.289312 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.291228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.291228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.291228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.291228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.291228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.291228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.291228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.291228 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.291800 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.291800 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.291963 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.292145 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.292380 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.292627 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.292873 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.293135 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.293378 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.293626 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.293840 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.294078 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.294315 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.294559 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.294775 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.294990 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.295239 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.295452 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.295688 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.295917 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.296151 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.296368 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.296614 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.296828 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.297060 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.297314 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.297535 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.297756 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.297974 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.298205 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.298458 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.298680 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.298944 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.299190 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.299438 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.299665 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.299908 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.300164 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.300381 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.301210 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.301439 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.301678 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.301873 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.302113 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.302328 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.302566 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.302794 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.303038 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.303289 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.303526 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.303854 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.304104 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.304353 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.304588 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.304808 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.305080 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.305305 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.305524 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.305761 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.305977 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.306212 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.306498 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.306739 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.306977 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.307195 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.307425 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.307638 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.307854 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.308066 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.308367 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.308617 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.308848 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.309122 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.309361 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.309591 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.309823 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.310034 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.310244 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.310486 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.310703 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.310913 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.311161 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.311370 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.311626 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.311957 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.312159 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.312395 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.312644 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.312854 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.313122 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.313355 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.313580 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.313784 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.314016 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.314227 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.314439 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.314677 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.314863 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.316203 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.316203 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.316203 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.316203 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.316203 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.316203 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.316738 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.316738 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.316942 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.317187 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.318016 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.318246 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.318631 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.318890 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.319211 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.319445 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.319686 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.319929 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.320149 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.320389 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.320644 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.320950 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.321278 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.321557 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.321813 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.322111 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.322387 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.322667 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.322882 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.323185 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.323556 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.323830 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.324091 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.324349 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.324597 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.324840 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.325083 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.325323 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.325560 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.325778 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.326018 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.326249 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.326478 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.326719 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.326952 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.327172 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.327172 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.327669 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.327857 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.328069 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.328259 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 19:09:59.328764 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103130) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 31 19:09:59.328938 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 19:09:59.329123 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 19:09:59.329317 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 19:09:59.329488 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 19:09:59.329641 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 19:09:59.329853 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.330017 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.330180 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.330340 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.330503 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.330685 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.330848 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.331007 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.331167 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.331334 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.331483 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.331686 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.331889 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.332133 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.332328 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.332459 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.332597 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.332758 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.332924 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.333112 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.333278 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.333438 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.333601 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] debug = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.333762 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.333939 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.334090 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.334250 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.334410 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.334571 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.334732 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.334892 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.335052 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.335213 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.335372 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.335531 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.335691 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.335851 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.336010 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.336169 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.336329 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.336488 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.336648 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] host = dv-cinder-813223-5-iscsi {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.336806 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.336964 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.337148 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.337355 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.337481 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.337605 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.337742 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.337945 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.338036 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.338189 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.338358 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.338613 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.338770 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.338918 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_file = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.339062 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_options = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.339203 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.339364 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.339510 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.339657 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.339799 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.341387 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.341548 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.341694 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.341841 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.341988 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.342151 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.342299 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.342439 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.342635 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.342806 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.343408 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.343408 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.343686 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.343686 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.343894 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.343894 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.344130 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.344321 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.344450 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.344532 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.344654 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.344776 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.345160 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.345339 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.345509 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.345670 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.345832 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.345993 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.346154 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.346313 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.346472 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.346633 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.346793 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.346956 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.347117 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.347301 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.347583 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.348243 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.348243 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.348243 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.348667 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.348667 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] use_json = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.348667 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.348947 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.348947 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.349181 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.349771 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.349771 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.349771 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.349771 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.349771 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 19:09:59.350320 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.350320 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.350320 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.350620 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.350620 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.350824 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.350946 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.351029 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.351176 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.351339 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.351511 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.351673 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.351844 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.352005 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.352166 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.352923 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.352923 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.352923 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.352923 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.352923 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.353500 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.353500 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.353500 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.353780 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.353780 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.353982 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.354062 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.354227 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.354341 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.354520 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.354684 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.354847 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.355009 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.355172 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.355336 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.355500 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.355665 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.355829 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.355991 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.356153 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.356317 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.356479 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.356642 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.356804 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.356967 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.357159 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.357324 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.357488 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.357652 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.357816 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.357978 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.358141 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.358304 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.358468 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.358640 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.358813 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.358964 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.359112 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.359276 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.359422 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.359567 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.359713 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.359858 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.360001 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.360146 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.360292 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.360448 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.360608 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.360777 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.360925 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.361104 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.361264 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.361410 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.361576 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.361722 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.361890 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.362142 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.362271 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.362397 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.362534 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.362654 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.363429 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.363573 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.363701 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.363827 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.363969 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.364095 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.364259 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.364516 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.364660 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.364790 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.364919 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.365073 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.365221 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.365372 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.365503 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.365661 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.365823 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.365985 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.366146 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.366310 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.366473 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.366675 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.366825 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.366968 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.367129 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.367291 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.367454 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.367617 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.368977 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.369405 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.369541 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.369708 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.369880 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.370046 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.370211 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.370373 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.370534 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.370709 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.370871 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.371036 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.371200 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.371370 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.371545 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.371708 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.371873 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.372045 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.372226 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.372379 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.372524 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.372684 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.372827 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.372970 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.374015 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.374363 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.374704 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.374876 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.375043 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.375234 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.375387 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.375551 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.375715 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.375879 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.376043 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.376206 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.376367 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.376530 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.376693 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.376845 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.377007 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.377187 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.377346 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.377510 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.377673 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.377836 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.377990 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.378150 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.378689 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.379481 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.379697 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.379966 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.380140 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.380304 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.380468 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.380633 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.380796 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.380960 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.381146 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.381311 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.381474 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.381637 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.381800 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.381961 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.382133 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.382296 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.382457 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.382623 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.382751 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.382932 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.383062 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.383209 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.383371 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.383536 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385181 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385181 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385181 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385181 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385455 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 48968) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:59.385528 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385528 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385528 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385528 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385528 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385528 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385528 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385528 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385962 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385962 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.385962 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.386128 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.386128 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.386309 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.386466 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.386628 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.386790 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.386955 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.387122 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.387285 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.387448 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.387611 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.387775 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.387939 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.388101 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.388280 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.388763 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.388763 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.388763 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.388984 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.389094 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.389240 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.389381 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.389545 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.389708 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.389873 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.390033 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.390207 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.390370 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.390532 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.390694 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.390855 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.391018 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.391189 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.391352 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.391513 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.391675 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.391836 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.391999 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.392173 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.392335 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.392502 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.392665 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.392830 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.392993 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.393181 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.393253 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067601 Jan 31 19:09:59.393394 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.393479 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.393689 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.393843 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.393981 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.394120 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.394476 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.394725 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.394952 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.395983 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.396178 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.396333 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.396481 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.396649 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.396815 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.396980 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.397208 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.397348 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.397492 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.397648 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.397810 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.398762 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.398938 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.399152 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.399287 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.399902 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.399902 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.399902 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.400140 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.400140 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.400260 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.400414 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.400558 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.400722 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.400878 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.401040 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.401218 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.401374 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.401537 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.401697 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.401860 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.402024 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.402186 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.402348 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.402556 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.402693 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.402830 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.403881 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 19:09:59.404078 dv-cinder-813223-5-iscsi neutron-server[103130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 19:09:59.408329 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:11.409330 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4fcbdd-41b4-4ba2-a512-894950fc5490 None None] get_active_networks_info from dv-cinder-813223-5-iscsi {{(pid=103245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 19:10:11.478780 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4fcbdd-41b4-4ba2-a512-894950fc5490 None None] No non-hosted networks {{(pid=103245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 31 19:10:11.503571 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.agentschedulers_db [None req-1c4fcbdd-41b4-4ba2-a512-894950fc5490 None None] DHCP Agent not found on host dv-cinder-813223-5-iscsi {{(pid=103245) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 31 19:10:11.714213 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3b39d778-1d67-4cf8-aee4-9ee1be1a6762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073402'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:13.804516 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7ff4caad-c704-4959-9df0-649af8c4d151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073402'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:13.862620 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.db.api [None req-c91afec9-e062-48e7-a58c-3edaa2e6233b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813223-5-iscsi {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:10:13.863817 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG oslo_db.api [None req-c91afec9-e062-48e7-a58c-3edaa2e6233b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:10:14.399118 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c91afec9-e062-48e7-a58c-3edaa2e6233b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:14.778486 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073402'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:16.395324 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073402'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:17.646833 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073402'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:17.647504 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:17.647810 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:17.648091 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:17.648415 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:17.648894 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:17.649076 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:17.650382 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:17.650733 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:17.651063 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:17.651385 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:17.651707 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:17.652027 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:17.652360 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:17.652761 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813223-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:17.666069 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813223-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:20.232456 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 49070) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:20.748888 dv-cinder-813223-5-iscsi neutron-server[103244]: WARNING oslo_policy.policy [None req-1df0edd8-7632-4274-b626-7e2366e11302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 19:10:20.749517 dv-cinder-813223-5-iscsi neutron-server[103244]: WARNING oslo_policy.policy [None req-1df0edd8-7632-4274-b626-7e2366e11302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 19:10:20.986619 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [None req-1df0edd8-7632-4274-b626-7e2366e11302 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:10:20.988541 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-1df0edd8-7632-4274-b626-7e2366e11302 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7550416 Jan 31 19:10:21.750382 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.db.l3_hamode_db [None req-c21353af-16fb-459e-ab6d-e4aa9a4c8e41 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 31 19:10:21.836009 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21353af-16fb-459e-ab6d-e4aa9a4c8e41 None None] Routers set() bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:21.836454 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21353af-16fb-459e-ab6d-e4aa9a4c8e41 None None] Router IDs set() for agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 31 19:10:23.729806 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49086) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:24.232805 dv-cinder-813223-5-iscsi neutron-server[103243]: WARNING oslo_policy.policy [None req-1e7bf554-df98-4747-a8cb-47240ef4ae9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 19:10:24.233396 dv-cinder-813223-5-iscsi neutron-server[103243]: WARNING oslo_policy.policy [None req-1e7bf554-df98-4747-a8cb-47240ef4ae9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 19:10:24.462217 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1e7bf554-df98-4747-a8cb-47240ef4ae9f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'tenant_id': '71f4e5c30c9448268419027d865ceff4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:24.566430 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.policy [None req-1e7bf554-df98-4747-a8cb-47240ef4ae9f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103243) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 31 19:10:24.607824 dv-cinder-813223-5-iscsi neutron-server[103243]: WARNING oslo_policy.policy [None req-1e7bf554-df98-4747-a8cb-47240ef4ae9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 19:10:24.608193 dv-cinder-813223-5-iscsi neutron-server[103243]: WARNING oslo_policy.policy [None req-1e7bf554-df98-4747-a8cb-47240ef4ae9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 19:10:24.780987 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf554-df98-4747-a8cb-47240ef4ae9f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744415884602', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744415881991', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744415870323', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744415864956', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744415904503', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744415912365', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-644593', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-795889', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1947660', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1757650'] for rbac-policy (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:25.014049 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf554-df98-4747-a8cb-47240ef4ae9f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:25.015646 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-1e7bf554-df98-4747-a8cb-47240ef4ae9f admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2833874 Jan 31 19:10:27.725910 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49104) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:28.032354 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Request body: {'network': {'tenant_id': 'c853186205094d48a0473594d578f846', 'admin_state_up': True, 'project_id': 'c853186205094d48a0473594d578f846', 'name': 'private'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:28.126272 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Made reservation on behalf of c853186205094d48a0473594d578f846 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:10:28.129259 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:28.147608 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:28.255897 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Publish callbacks [] for security_group (5c13c874-057f-4163-9274-c6483dadc462), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:28.337410 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (5c13c874-057f-4163-9274-c6483dadc462), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:28.361403 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1248} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:10:28.385367 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744418443129', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (e075c586-8eaa-4222-9a55-72b775d74240), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:28.385952 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Unsubscribe: segment precommit_create {{(pid=103243) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 19:10:28.386446 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.segments_db [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Added segment e075c586-8eaa-4222-9a55-72b775d74240 of type vlan for network 65604b3e-8b46-4352-8f46-29eeb71f762f Jan 31 19:10:28.392040 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c13c874-057f-4163-9274-c6483dadc462,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:28.426781 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:28.427064 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:28.427402 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:28.427730 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:28.428052 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:28.428368 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:28.428686 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:28.429001 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:28.429355 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:28.429713 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:28.430040 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:28.430340 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:28.430649 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Tracked resource versions report: Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: pushed versions: Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: { 'AddressGroup': {'1.2'}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'ConntrackHelper': {'1.0'}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'LocalIPAssociation': {'1.0'}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Log': {'1.0'}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Network': {'1.1'}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Port': {'1.7'}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'PortForwarding': {'1.2'}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'QosPolicy': {'1.10'}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'SecurityGroup': {'1.5'}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'SecurityGroupRule': {'1.2'}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'SubPort': {'1.0'}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Subnet': {'1.1'}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Trunk': {'1.1'}} Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: consumer versions: Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: { DHCP agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: L3 agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: Metadata agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: Metering agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: Open vSwitch agent@dv-cinder-813223-5-iscsi: { 'AddressGroup': '1.2', Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'ConntrackHelper': '1.0', Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'LocalIPAssociation': '1.0', Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Log': '1.0', Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Network': '1.1', Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Port': '1.7', Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'PortForwarding': '1.2', Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'QosPolicy': '1.10', Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'SecurityGroup': '1.5', Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'SecurityGroupRule': '1.2', Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'SubPort': '1.0', Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Subnet': '1.1', Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Trunk': '1.1'}} Jan 31 19:10:28.432119 dv-cinder-813223-5-iscsi neutron-server[103243]: {{(pid=103243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 19:10:28.501910 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (65604b3e-8b46-4352-8f46-29eeb71f762f), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:28.617849 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (65604b3e-8b46-4352-8f46-29eeb71f762f), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:28.619091 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:28.619783 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:28.716989 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] Pushing event updated for resources: {'Network': ['ID=65604b3e-8b46-4352-8f46-29eeb71f762f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:28.730704 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network 65604b3e-8b46-4352-8f46-29eeb71f762f details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:10:28.769366 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-c2c255e8-0b68-4dbe-8c63-8df6ff03dfd7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0422554 Jan 31 19:10:31.554998 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49118) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:31.953728 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b332e9-bb03-4ef0-8f4c-6b6f464bd956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:31.955094 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-17b332e9-bb03-4ef0-8f4c-6b6f464bd956 admin admin] 10.222.0.72 "GET /v2.0/networks/65604b3e-8b46-4352-8f46-29eeb71f762f HTTP/1.1" status: 200 len: 826 time: 0.3991063 Jan 31 19:10:31.979960 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-7f2c4e92-6dc2-469d-ad51-6b0321fde698 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/9a9dbddf-fd8a-4604-9982-ea37fe178946 HTTP/1.1" status: 200 len: 734 time: 0.0189016 Jan 31 19:10:31.990240 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7056a9f2-f1bd-4029-9dae-dc6d3fc89ece admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'c853186205094d48a0473594d578f846', 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f', 'subnetpool_id': '9a9dbddf-fd8a-4604-9982-ea37fe178946', 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:32.097706 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7056a9f2-f1bd-4029-9dae-dc6d3fc89ece admin admin] Made reservation on behalf of c853186205094d48a0473594d578f846 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:10:32.099976 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7056a9f2-f1bd-4029-9dae-dc6d3fc89ece admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:32.471254 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7056a9f2-f1bd-4029-9dae-dc6d3fc89ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for subnet (59cf19c6-1735-4b3f-aa50-b57e6d3c17df), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:32.541385 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056a9f2-f1bd-4029-9dae-dc6d3fc89ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=59cf19c6-1735-4b3f-aa50-b57e6d3c17df,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:32.543646 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7056a9f2-f1bd-4029-9dae-dc6d3fc89ece admin admin] Checking segment: {'id': 'e075c586-8eaa-4222-9a55-72b775d74240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:32.544016 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7056a9f2-f1bd-4029-9dae-dc6d3fc89ece admin admin] Network hostable DHCP agents. Network: 65604b3e-8b46-4352-8f46-29eeb71f762f, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:10:32.640358 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7056a9f2-f1bd-4029-9dae-dc6d3fc89ece admin admin] Network 65604b3e-8b46-4352-8f46-29eeb71f762f is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:10:32.734930 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-7056a9f2-f1bd-4029-9dae-dc6d3fc89ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, 65604b3e-8b46-4352-8f46-29eeb71f762f) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:32.740616 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7056a9f2-f1bd-4029-9dae-dc6d3fc89ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:32.741245 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7056a9f2-f1bd-4029-9dae-dc6d3fc89ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:32.744105 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb58541-e295-4bf3-8362-4bb631d475f4 None None] Network 65604b3e-8b46-4352-8f46-29eeb71f762f requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:10:32.863637 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-7056a9f2-f1bd-4029-9dae-dc6d3fc89ece admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8767014 Jan 31 19:10:33.004109 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbab7dfa-41f8-5c4b-aba0-772b36cf482d-65604b3e-8b46-4352-8f46-29eeb71f762f', 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f', 'project_id': 'c853186205094d48a0473594d578f846', 'fixed_ips': [{'subnet_id': '59cf19c6-1735-4b3f-aa50-b57e6d3c17df'}]}} from dv-cinder-813223-5-iscsi. {{(pid=103245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:10:33.005457 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:33.321885 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Allocated IP 172.20.0.2 (65604b3e-8b46-4352-8f46-29eeb71f762f/59cf19c6-1735-4b3f-aa50-b57e6d3c17df/4ddcc618-13cc-440f-a9a1-306096b2f0a9) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:10:33.572188 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Publish callbacks [] for port (4ddcc618-13cc-440f-a9a1-306096b2f0a9), precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:33.698365 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (4ddcc618-13cc-440f-a9a1-306096b2f0a9), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:33.774187 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Network 65604b3e-8b46-4352-8f46-29eeb71f762f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:33.781666 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:33.790626 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:33.794036 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Pushing event updated for resources: {'Port': ['ID=4ddcc618-13cc-440f-a9a1-306096b2f0a9,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:33.825533 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:33.825833 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:33.826178 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:33.826606 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:33.826850 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:33.827179 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:33.827505 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:33.827830 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:33.828156 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:33.828496 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:33.828823 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:33.829178 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:33.829501 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Tracked resource versions report: Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: pushed versions: Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: { 'AddressGroup': {'1.2'}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'ConntrackHelper': {'1.0'}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'LocalIPAssociation': {'1.0'}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Log': {'1.0'}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Network': {'1.1'}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Port': {'1.7'}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'PortForwarding': {'1.2'}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'QosPolicy': {'1.10'}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'SecurityGroup': {'1.5'}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'SecurityGroupRule': {'1.2'}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'SubPort': {'1.0'}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Subnet': {'1.1'}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Trunk': {'1.1'}} Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: consumer versions: Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: { DHCP agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: L3 agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: Metadata agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: Metering agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: Open vSwitch agent@dv-cinder-813223-5-iscsi: { 'AddressGroup': '1.2', Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'ConntrackHelper': '1.0', Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'LocalIPAssociation': '1.0', Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Log': '1.0', Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Network': '1.1', Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Port': '1.7', Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'PortForwarding': '1.2', Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'QosPolicy': '1.10', Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'SecurityGroup': '1.5', Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'SecurityGroupRule': '1.2', Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'SubPort': '1.0', Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Subnet': '1.1', Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Trunk': '1.1'}} Jan 31 19:10:33.830969 dv-cinder-813223-5-iscsi neutron-server[103245]: {{(pid=103245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 19:10:33.882262 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Attempting to bind port 4ddcc618-13cc-440f-a9a1-306096b2f0a9 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:33.882685 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Attempting to bind port 4ddcc618-13cc-440f-a9a1-306096b2f0a9 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': 'e075c586-8eaa-4222-9a55-72b775d74240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:33.883119 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Attempting to bind port 4ddcc618-13cc-440f-a9a1-306096b2f0a9 on network 65604b3e-8b46-4352-8f46-29eeb71f762f {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:33.888166 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:33.888546 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Checking segment: {'id': 'e075c586-8eaa-4222-9a55-72b775d74240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:33.889037 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:33.889457 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Bound using segment: {'id': 'e075c586-8eaa-4222-9a55-72b775d74240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:33.889940 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Bound port: 4ddcc618-13cc-440f-a9a1-306096b2f0a9, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e075c586-8eaa-4222-9a55-72b775d74240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:33.890354 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (4ddcc618-13cc-440f-a9a1-306096b2f0a9), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:33.959488 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] For port 4ddcc618-13cc-440f-a9a1-306096b2f0a9, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:33.964169 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] For port 4ddcc618-13cc-440f-a9a1-306096b2f0a9, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=4ddcc618-13cc-440f-a9a1-306096b2f0a9,segment=NetworkSegment(e075c586-8eaa-4222-9a55-72b775d74240),segment_id=e075c586-8eaa-4222-9a55-72b775d74240)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:34.092392 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (4ddcc618-13cc-440f-a9a1-306096b2f0a9), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.160893 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812049f-0432-4cfc-a3cf-b0b090e6bc7f None None] Pushing event updated for resources: {'Port': ['ID=4ddcc618-13cc-440f-a9a1-306096b2f0a9,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:35.406517 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49126) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:35.727772 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [None req-fc29121c-7af3-44a5-b1a2-6ccb12320c9f admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:10:35.741068 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-fc29121c-7af3-44a5-b1a2-6ccb12320c9f admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3212428 Jan 31 19:10:38.249444 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49134) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:38.586238 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [None req-bbaffc39-e25e-4bba-b11d-f31a6d62cfcf admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:10:38.587240 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-bbaffc39-e25e-4bba-b11d-f31a6d62cfcf admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3368564 Jan 31 19:10:41.341684 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49144) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:41.443513 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab37dc80-865d-4df7-af60-3bf460aa417a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:41.652360 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-709ff51e-ab0c-45b4-8ba1-e46cb170f78d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c853186205094d48a0473594d578f846'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:41.743757 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-709ff51e-ab0c-45b4-8ba1-e46cb170f78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2073160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45537'] for router (0ed4ca4f-1a61-4865-9450-2fd866d9de49), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:41.745388 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-709ff51e-ab0c-45b4-8ba1-e46cb170f78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2074296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1623956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45544'] for router (0ed4ca4f-1a61-4865-9450-2fd866d9de49), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:41.882748 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-709ff51e-ab0c-45b4-8ba1-e46cb170f78d admin admin] Publish callbacks [] for router_controller (0ed4ca4f-1a61-4865-9450-2fd866d9de49), precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:41.955210 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-709ff51e-ab0c-45b4-8ba1-e46cb170f78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2074305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078787'] for router (0ed4ca4f-1a61-4865-9450-2fd866d9de49), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:42.045396 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-709ff51e-ab0c-45b4-8ba1-e46cb170f78d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:42.046676 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-709ff51e-ab0c-45b4-8ba1-e46cb170f78d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7039931 Jan 31 19:10:43.788824 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-99cdcf0b-72a5-4e07-9def-23919ae08a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.230295 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 4ddcc618-13cc-440f-a9a1-306096b2f0a9 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:44.321289 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 4ddcc618-13cc-440f-a9a1-306096b2f0a9 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:44.321763 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (4ddcc618-13cc-440f-a9a1-306096b2f0a9), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.435363 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 4ddcc618-13cc-440f-a9a1-306096b2f0a9 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:44.435762 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (4ddcc618-13cc-440f-a9a1-306096b2f0a9), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.472629 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port 4ddcc618-13cc-440f-a9a1-306096b2f0a9, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=4ddcc618-13cc-440f-a9a1-306096b2f0a9,segment=NetworkSegment(e075c586-8eaa-4222-9a55-72b775d74240),segment_id=e075c586-8eaa-4222-9a55-72b775d74240)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:44.554480 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (4ddcc618-13cc-440f-a9a1-306096b2f0a9), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.604043 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49156) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:44.611851 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=4ddcc618-13cc-440f-a9a1-306096b2f0a9,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:44.758092 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.878690 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [None req-d5363a25-238e-4161-980e-e53c6c658666 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:10:44.879702 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-d5363a25-238e-4161-980e-e53c6c658666 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2747180 Jan 31 19:10:45.521581 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3d8755-d71a-4deb-9922-614978c7dc45 None None] Network 65604b3e-8b46-4352-8f46-29eeb71f762f requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:10:45.610065 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-49a769f6-206e-4d67-a9f6-3c8442b616e5 None None] Provisioning complete for port 4ddcc618-13cc-440f-a9a1-306096b2f0a9 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:45.610454 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-49a769f6-206e-4d67-a9f6-3c8442b616e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (4ddcc618-13cc-440f-a9a1-306096b2f0a9), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:45.737168 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-49a769f6-206e-4d67-a9f6-3c8442b616e5 None None] Current status of the port 4ddcc618-13cc-440f-a9a1-306096b2f0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:45.856800 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-ab8def94-b407-4f94-8b30-8c62d96549b5 None None] Provisioning complete for port 4ddcc618-13cc-440f-a9a1-306096b2f0a9 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:45.857267 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ab8def94-b407-4f94-8b30-8c62d96549b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (4ddcc618-13cc-440f-a9a1-306096b2f0a9), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:45.930356 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ab8def94-b407-4f94-8b30-8c62d96549b5 None None] Current status of the port 4ddcc618-13cc-440f-a9a1-306096b2f0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:46.184039 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 4ddcc618-13cc-440f-a9a1-306096b2f0a9 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:46.233459 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 4ddcc618-13cc-440f-a9a1-306096b2f0a9 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:46.233828 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (4ddcc618-13cc-440f-a9a1-306096b2f0a9), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:46.322765 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 4ddcc618-13cc-440f-a9a1-306096b2f0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:46.376827 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.330484 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49186) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:47.376445 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'tenant_id': '71f4e5c30c9448268419027d865ceff4', 'name': 'public', 'admin_state_up': True, 'project_id': '71f4e5c30c9448268419027d865ceff4', 'is_default': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:47.608932 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Made reservation on behalf of 71f4e5c30c9448268419027d865ceff4 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:10:47.611220 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.619581 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.677650 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.694806 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Publish callbacks [] for security_group (e9bcd9bf-47f7-4c0f-ae89-a9603047de5f), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.759799 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (e9bcd9bf-47f7-4c0f-ae89-a9603047de5f), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.777780 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Reserving flat network on physical network physnet1 {{(pid=103243) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 31 19:10:47.794167 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bcd9bf-47f7-4c0f-ae89-a9603047de5f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:47.798977 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (46031ccf-4fbf-46b3-9621-72756b21a888), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.800164 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.segments_db [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Added segment 46031ccf-4fbf-46b3-9621-72756b21a888 of type flat for network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 Jan 31 19:10:47.852890 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (983f6411-2e24-4ebc-a7a7-7c6256f2ad32), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.948223 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (983f6411-2e24-4ebc-a7a7-7c6256f2ad32), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.949198 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:47.949768 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:48.009361 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] Pushing event updated for resources: {'Network': ['ID=983f6411-2e24-4ebc-a7a7-7c6256f2ad32,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:48.019133 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:10:48.047933 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-a2184b00-3dcf-4910-8acc-b81c054bdb20 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7158966 Jan 31 19:10:50.382985 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49194) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:50.473846 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7538773e-3998-4830-a171-8972b05ff24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:50.475180 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-7538773e-3998-4830-a171-8972b05ff24f admin admin] 10.222.0.72 "GET /v2.0/subnets/59cf19c6-1735-4b3f-aa50-b57e6d3c17df HTTP/1.1" status: 200 len: 849 time: 0.0912845 Jan 31 19:10:50.593676 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-3c1d92eb-c221-4ece-9a9d-1eefacbbfaae admin admin] 10.222.0.72 "GET /v2.0/routers/0ed4ca4f-1a61-4865-9450-2fd866d9de49 HTTP/1.1" status: 200 len: 704 time: 0.1129549 Jan 31 19:10:50.860714 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:51.153396 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Allocated IP 172.20.0.1 (65604b3e-8b46-4352-8f46-29eeb71f762f/59cf19c6-1735-4b3f-aa50-b57e6d3c17df/f819e1e6-b4e0-4185-93fc-7528d725c0ea) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:10:51.349557 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Publish callbacks [] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:51.555470 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:51.629187 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Network 65604b3e-8b46-4352-8f46-29eeb71f762f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:51.636671 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:51.642296 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:51.642386 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2080534'] for router_interface (0ed4ca4f-1a61-4865-9450-2fd866d9de49), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:51.664323 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=f819e1e6-b4e0-4185-93fc-7528d725c0ea,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:51.884846 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-7b019fea-86fa-43f9-aaa8-da4e24dd7766 None None] Provisioning complete for port f819e1e6-b4e0-4185-93fc-7528d725c0ea triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:51.885483 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b019fea-86fa-43f9-aaa8-da4e24dd7766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:51.915800 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:51.917624 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7b019fea-86fa-43f9-aaa8-da4e24dd7766 None None] Port f819e1e6-b4e0-4185-93fc-7528d725c0ea cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:10:52.131540 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Publish callbacks [] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:52.205284 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:52.206363 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073478'] for router_interface (0ed4ca4f-1a61-4865-9450-2fd866d9de49), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:52.267923 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=f819e1e6-b4e0-4185-93fc-7528d725c0ea,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:52.341125 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Network 65604b3e-8b46-4352-8f46-29eeb71f762f is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:52.342427 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:52.538058 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-b96c6691-d43f-45b2-9bc5-abcd0b43ceb0 None None] Provisioning complete for port f819e1e6-b4e0-4185-93fc-7528d725c0ea triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:52.538449 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b96c6691-d43f-45b2-9bc5-abcd0b43ceb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:52.574864 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b96c6691-d43f-45b2-9bc5-abcd0b43ceb0 None None] Port f819e1e6-b4e0-4185-93fc-7528d725c0ea cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:10:52.594733 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Router 0ed4ca4f-1a61-4865-9450-2fd866d9de49 is scheduled to L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:10:52.685751 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:10:52.691566 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-66ee58ef-b4c6-4bf5-bfb3-f216cb2c7ff6 admin admin] 10.222.0.72 "PUT /v2.0/routers/0ed4ca4f-1a61-4865-9450-2fd866d9de49/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0921252 Jan 31 19:10:52.708862 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Sync routers for ids ['0ed4ca4f-1a61-4865-9450-2fd866d9de49'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:10:52.722128 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Routers {'0ed4ca4f-1a61-4865-9450-2fd866d9de49'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:52.722986 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:10:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['0ed4ca4f-1a61-4865-9450-2fd866d9de49'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:52.922709 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Set router 0ed4ca4f-1a61-4865-9450-2fd866d9de49 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:53.370234 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'name': 'router1', 'tenant_id': 'c853186205094d48a0473594d578f846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:41Z', 'updated_at': '2022-01-31T19:10:51Z', 'revision_number': 2, 'project_id': 'c853186205094d48a0473594d578f846', 'gw_port_host': None, '_interfaces': [{'id': 'f819e1e6-b4e0-4185-93fc-7528d725c0ea', 'name': '', 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f', 'tenant_id': 'c853186205094d48a0473594d578f846', 'mac_address': 'fa:16:3e:84:21:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59cf19c6-1735-4b3f-aa50-b57e6d3c17df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:50Z', 'updated_at': '2022-01-31T19:10:51Z', 'revision_number': 2, 'project_id': 'c853186205094d48a0473594d578f846', 'subnets': [{'id': '59cf19c6-1735-4b3f-aa50-b57e6d3c17df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9dbddf-fd8a-4604-9982-ea37fe178946'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:53.422122 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Checking router: 0ed4ca4f-1a61-4865-9450-2fd866d9de49 for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:10:53.422486 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Updating router 0ed4ca4f-1a61-4865-9450-2fd866d9de49 port f819e1e6-b4e0-4185-93fc-7528d725c0ea binding host dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:10:53.476733 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.011610 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Publish callbacks [] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.102693 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.269726 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Pushing event updated for resources: {'Port': ['ID=f819e1e6-b4e0-4185-93fc-7528d725c0ea,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:54.289802 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 5 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:10:54.290855 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:54.291248 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:54.291553 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:54.291882 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:54.292213 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:54.292535 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:54.292858 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:54.293202 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:54.293526 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:54.293859 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:54.294181 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:54.294497 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:54.294814 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Tracked resource versions report: Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: pushed versions: Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: { 'AddressGroup': {'1.2'}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'ConntrackHelper': {'1.0'}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'LocalIPAssociation': {'1.0'}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Log': {'1.0'}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Network': {'1.1'}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Port': {'1.7'}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'PortForwarding': {'1.2'}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'QosPolicy': {'1.10'}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'SecurityGroup': {'1.5'}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'SecurityGroupRule': {'1.2'}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'SubPort': {'1.0'}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Subnet': {'1.1'}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Trunk': {'1.1'}} Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: consumer versions: Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: { DHCP agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: L3 agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: Metadata agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: Metering agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: Open vSwitch agent@dv-cinder-813223-5-iscsi: { 'AddressGroup': '1.2', Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'ConntrackHelper': '1.0', Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'LocalIPAssociation': '1.0', Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Log': '1.0', Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Network': '1.1', Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Port': '1.7', Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'PortForwarding': '1.2', Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'QosPolicy': '1.10', Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'SecurityGroup': '1.5', Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'SecurityGroupRule': '1.2', Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'SubPort': '1.0', Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Subnet': '1.1', Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Trunk': '1.1'}} Jan 31 19:10:54.296232 dv-cinder-813223-5-iscsi neutron-server[103246]: {{(pid=103246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 19:10:54.300851 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Attempting to bind port f819e1e6-b4e0-4185-93fc-7528d725c0ea on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:54.301280 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Attempting to bind port f819e1e6-b4e0-4185-93fc-7528d725c0ea by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': 'e075c586-8eaa-4222-9a55-72b775d74240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:54.301716 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Attempting to bind port f819e1e6-b4e0-4185-93fc-7528d725c0ea on network 65604b3e-8b46-4352-8f46-29eeb71f762f {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:54.307311 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:54.307726 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Checking segment: {'id': 'e075c586-8eaa-4222-9a55-72b775d74240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:54.308227 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.308619 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Bound using segment: {'id': 'e075c586-8eaa-4222-9a55-72b775d74240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:54.309120 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Bound port: f819e1e6-b4e0-4185-93fc-7528d725c0ea, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e075c586-8eaa-4222-9a55-72b775d74240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:54.309504 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.375946 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] For port f819e1e6-b4e0-4185-93fc-7528d725c0ea, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:54.396840 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] For port f819e1e6-b4e0-4185-93fc-7528d725c0ea, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=f819e1e6-b4e0-4185-93fc-7528d725c0ea,segment=NetworkSegment(e075c586-8eaa-4222-9a55-72b775d74240),segment_id=e075c586-8eaa-4222-9a55-72b775d74240)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:54.405251 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-a9aceb50-f798-4c3d-9244-0c3f4bedf6ec None None] Provisioning complete for port f819e1e6-b4e0-4185-93fc-7528d725c0ea triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:54.405730 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a9aceb50-f798-4c3d-9244-0c3f4bedf6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.441433 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a9aceb50-f798-4c3d-9244-0c3f4bedf6ec None None] Port f819e1e6-b4e0-4185-93fc-7528d725c0ea cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:10:54.472076 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.529110 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba42646-6ce4-4bf1-9e83-5997e44436fe None None] Pushing event updated for resources: {'Port': ['ID=f819e1e6-b4e0-4185-93fc-7528d725c0ea,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:54.534236 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Routers {'0ed4ca4f-1a61-4865-9450-2fd866d9de49'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:54.534840 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:10:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['0ed4ca4f-1a61-4865-9450-2fd866d9de49'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:54.631040 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] Set router 0ed4ca4f-1a61-4865-9450-2fd866d9de49 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:54.763081 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-a51dce97-c87e-4676-ac59-18f076897a2d None None] Provisioning complete for port f819e1e6-b4e0-4185-93fc-7528d725c0ea triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:54.763570 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a51dce97-c87e-4676-ac59-18f076897a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.844241 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a51dce97-c87e-4676-ac59-18f076897a2d None None] Current status of the port f819e1e6-b4e0-4185-93fc-7528d725c0ea is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:54.844780 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a51dce97-c87e-4676-ac59-18f076897a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.854136 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'name': 'router1', 'tenant_id': 'c853186205094d48a0473594d578f846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:41Z', 'updated_at': '2022-01-31T19:10:51Z', 'revision_number': 2, 'project_id': 'c853186205094d48a0473594d578f846', 'gw_port_host': None, '_interfaces': [{'id': 'f819e1e6-b4e0-4185-93fc-7528d725c0ea', 'name': '', 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f', 'tenant_id': 'c853186205094d48a0473594d578f846', 'mac_address': 'fa:16:3e:84:21:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59cf19c6-1735-4b3f-aa50-b57e6d3c17df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:50Z', 'updated_at': '2022-01-31T19:10:54Z', 'revision_number': 4, 'project_id': 'c853186205094d48a0473594d578f846', 'subnets': [{'id': '59cf19c6-1735-4b3f-aa50-b57e6d3c17df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9dbddf-fd8a-4604-9982-ea37fe178946'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:54.877229 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a51dce97-c87e-4676-ac59-18f076897a2d None None] For port f819e1e6-b4e0-4185-93fc-7528d725c0ea, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=f819e1e6-b4e0-4185-93fc-7528d725c0ea,segment=NetworkSegment(e075c586-8eaa-4222-9a55-72b775d74240),segment_id=e075c586-8eaa-4222-9a55-72b775d74240)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:54.883375 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e068f-90c0-4b61-904d-81ec2f41d001 None None] The sync data for ids ['0ed4ca4f-1a61-4865-9450-2fd866d9de49'] in dv-cinder-813223-5-iscsi is: [{'id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'name': 'router1', 'tenant_id': 'c853186205094d48a0473594d578f846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:41Z', 'updated_at': '2022-01-31T19:10:51Z', 'revision_number': 2, 'project_id': 'c853186205094d48a0473594d578f846', 'gw_port_host': None, '_interfaces': [{'id': 'f819e1e6-b4e0-4185-93fc-7528d725c0ea', 'name': '', 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f', 'tenant_id': 'c853186205094d48a0473594d578f846', 'mac_address': 'fa:16:3e:84:21:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59cf19c6-1735-4b3f-aa50-b57e6d3c17df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:50Z', 'updated_at': '2022-01-31T19:10:54Z', 'revision_number': 4, 'project_id': 'c853186205094d48a0473594d578f846', 'subnets': [{'id': '59cf19c6-1735-4b3f-aa50-b57e6d3c17df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9dbddf-fd8a-4604-9982-ea37fe178946'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:10:54.959639 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a51dce97-c87e-4676-ac59-18f076897a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:55.012423 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dce97-c87e-4676-ac59-18f076897a2d None None] Pushing event updated for resources: {'Port': ['ID=f819e1e6-b4e0-4185-93fc-7528d725c0ea,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:57.454583 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49214) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:57.566428 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a509c4f-5b5f-454c-b03c-133b4bbe2891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:57.567803 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-0a509c4f-5b5f-454c-b03c-133b4bbe2891 admin admin] 10.222.0.72 "GET /v2.0/networks/983f6411-2e24-4ebc-a7a7-7c6256f2ad32 HTTP/1.1" status: 200 len: 842 time: 0.1115153 Jan 31 19:10:57.577058 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-18083999-5516-4301-be73-da4e030e9d49 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'cidr': '172.27.1.0/24', 'tenant_id': '71f4e5c30c9448268419027d865ceff4', 'name': 'public-subnet'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:57.671932 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18083999-5516-4301-be73-da4e030e9d49 admin admin] Made reservation on behalf of 71f4e5c30c9448268419027d865ceff4 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:10:57.674989 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18083999-5516-4301-be73-da4e030e9d49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:58.155224 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.objects.ports [None req-18083999-5516-4301-be73-da4e030e9d49 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103243) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 19:10:58.155679 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18083999-5516-4301-be73-da4e030e9d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for subnet (501526c6-d3e4-4c0e-a14c-fff1c1abc8a5), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:58.209185 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18083999-5516-4301-be73-da4e030e9d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=501526c6-d3e4-4c0e-a14c-fff1c1abc8a5,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:58.217191 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18083999-5516-4301-be73-da4e030e9d49 admin admin] Checking segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:58.217546 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18083999-5516-4301-be73-da4e030e9d49 admin admin] Network hostable DHCP agents. Network: 983f6411-2e24-4ebc-a7a7-7c6256f2ad32, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:10:58.322742 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18083999-5516-4301-be73-da4e030e9d49 admin admin] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:10:58.402663 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-18083999-5516-4301-be73-da4e030e9d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, 983f6411-2e24-4ebc-a7a7-7c6256f2ad32) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:58.406666 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18083999-5516-4301-be73-da4e030e9d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:58.407262 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-18083999-5516-4301-be73-da4e030e9d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:58.412708 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2945901a-a008-4dc0-ab0b-23950eb89a3a None None] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:10:58.511909 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5136ea-4ed0-4545-b124-94131e8b2be6 None None] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:10:58.539463 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-18083999-5516-4301-be73-da4e030e9d49 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9487195 Jan 31 19:11:01.019649 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 49222) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:01.133273 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.policy [None req-46fd445a-1fde-450c-85e1-be9f259aff19 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103244) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 31 19:11:01.176213 dv-cinder-813223-5-iscsi neutron-server[103244]: WARNING oslo_policy.policy [None req-46fd445a-1fde-450c-85e1-be9f259aff19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 19:11:01.176643 dv-cinder-813223-5-iscsi neutron-server[103244]: WARNING oslo_policy.policy [None req-46fd445a-1fde-450c-85e1-be9f259aff19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 19:11:01.455941 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-46fd445a-1fde-450c-85e1-be9f259aff19 admin admin] 10.222.0.72 "GET /v2.0/routers/0ed4ca4f-1a61-4865-9450-2fd866d9de49 HTTP/1.1" status: 200 len: 710 time: 0.4350061 Jan 31 19:11:01.672168 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aa4c22-02ca-49a1-ba18-793fda2d625e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:01.674697 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-25aa4c22-02ca-49a1-ba18-793fda2d625e admin admin] 10.222.0.72 "GET /v2.0/networks/983f6411-2e24-4ebc-a7a7-7c6256f2ad32 HTTP/1.1" status: 200 len: 886 time: 0.2129009 Jan 31 19:11:01.685283 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:01.960955 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Publish callbacks [] for router_gateway (0ed4ca4f-1a61-4865-9450-2fd866d9de49), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:02.247474 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device f819e1e6-b4e0-4185-93fc-7528d725c0ea up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:02.309446 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port f819e1e6-b4e0-4185-93fc-7528d725c0ea triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:02.309848 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:02.333505 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Publish callbacks [] for router_gateway (0ed4ca4f-1a61-4865-9450-2fd866d9de49), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:02.398624 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port f819e1e6-b4e0-4185-93fc-7528d725c0ea is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:02.433078 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:02.669039 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Allocated IP 172.27.1.186 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/613571ed-1694-425b-8bc6-acf9f72173bf) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:11:02.812157 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Publish callbacks [] for port (613571ed-1694-425b-8bc6-acf9f72173bf), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:02.969832 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (613571ed-1694-425b-8bc6-acf9f72173bf), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.033654 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:03.038656 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:03.090767 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Pushing event updated for resources: {'Port': ['ID=613571ed-1694-425b-8bc6-acf9f72173bf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:03.099846 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:11:03.102583 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:03.102936 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:03.103278 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:03.103615 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:03.103947 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:03.104288 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:03.104633 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:03.104957 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:03.105324 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:03.105675 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:03.106003 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:03.106323 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:03.106649 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Tracked resource versions report: Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: pushed versions: Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: { 'AddressGroup': {'1.2'}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'ConntrackHelper': {'1.0'}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'LocalIPAssociation': {'1.0'}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Log': {'1.0'}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Network': {'1.1'}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Port': {'1.7'}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'PortForwarding': {'1.2'}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'QosPolicy': {'1.10'}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'SecurityGroup': {'1.5'}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'SecurityGroupRule': {'1.2'}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'SubPort': {'1.0'}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Subnet': {'1.1'}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Trunk': {'1.1'}} Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: consumer versions: Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: { DHCP agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: L3 agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: Metadata agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: Metering agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: Open vSwitch agent@dv-cinder-813223-5-iscsi: { 'AddressGroup': '1.2', Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'ConntrackHelper': '1.0', Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'LocalIPAssociation': '1.0', Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Log': '1.0', Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Network': '1.1', Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Port': '1.7', Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'PortForwarding': '1.2', Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'QosPolicy': '1.10', Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'SecurityGroup': '1.5', Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'SecurityGroupRule': '1.2', Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'SubPort': '1.0', Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Subnet': '1.1', Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Trunk': '1.1'}} Jan 31 19:11:03.108024 dv-cinder-813223-5-iscsi neutron-server[103244]: {{(pid=103244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 19:11:03.462261 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Publish callbacks [] for router_gateway (0ed4ca4f-1a61-4865-9450-2fd866d9de49), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.713527 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2074318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45338'] for router (0ed4ca4f-1a61-4865-9450-2fd866d9de49), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.719575 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2074327'] for router (0ed4ca4f-1a61-4865-9450-2fd866d9de49), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.829116 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Router 0ed4ca4f-1a61-4865-9450-2fd866d9de49 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:11:03.935569 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:11:03.940932 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.942162 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-c8a6a8e2-694d-4d7a-918b-0e776260017f admin admin] 10.222.0.72 "PUT /v2.0/routers/0ed4ca4f-1a61-4865-9450-2fd866d9de49 HTTP/1.1" status: 200 len: 890 time: 2.2618246 Jan 31 19:11:03.960248 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Sync routers for ids ['0ed4ca4f-1a61-4865-9450-2fd866d9de49'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:11:03.972995 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Routers {'0ed4ca4f-1a61-4865-9450-2fd866d9de49'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:03.973621 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:10:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['0ed4ca4f-1a61-4865-9450-2fd866d9de49'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:04.207506 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Set router 0ed4ca4f-1a61-4865-9450-2fd866d9de49 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:04.704106 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'name': 'router1', 'tenant_id': 'c853186205094d48a0473594d578f846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '613571ed-1694-425b-8bc6-acf9f72173bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:41Z', 'updated_at': '2022-01-31T19:11:03Z', 'revision_number': 4, 'project_id': 'c853186205094d48a0473594d578f846', 'gw_port': {'id': '613571ed-1694-425b-8bc6-acf9f72173bf', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:02Z', 'updated_at': '2022-01-31T19:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'f819e1e6-b4e0-4185-93fc-7528d725c0ea', 'name': '', 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f', 'tenant_id': 'c853186205094d48a0473594d578f846', 'mac_address': 'fa:16:3e:84:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59cf19c6-1735-4b3f-aa50-b57e6d3c17df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:50Z', 'updated_at': '2022-01-31T19:10:54Z', 'revision_number': 5, 'project_id': 'c853186205094d48a0473594d578f846', 'subnets': [{'id': '59cf19c6-1735-4b3f-aa50-b57e6d3c17df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9dbddf-fd8a-4604-9982-ea37fe178946'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:04.754933 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Checking router: 0ed4ca4f-1a61-4865-9450-2fd866d9de49 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:11:04.755289 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Updating router 0ed4ca4f-1a61-4865-9450-2fd866d9de49 port 613571ed-1694-425b-8bc6-acf9f72173bf binding host dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:11:04.810986 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (613571ed-1694-425b-8bc6-acf9f72173bf), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.149143 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Publish callbacks [] for port (613571ed-1694-425b-8bc6-acf9f72173bf), precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.245102 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (613571ed-1694-425b-8bc6-acf9f72173bf), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.295477 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Attempting to bind port 613571ed-1694-425b-8bc6-acf9f72173bf on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:11:05.295853 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Attempting to bind port 613571ed-1694-425b-8bc6-acf9f72173bf by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:11:05.296227 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Attempting to bind port 613571ed-1694-425b-8bc6-acf9f72173bf on network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:05.305358 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0551ca-a7d2-4e72-a46d-fc25141b3dbe None None] Pushing event updated for resources: {'Port': ['ID=613571ed-1694-425b-8bc6-acf9f72173bf,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:05.307923 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:11:05.308377 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Checking segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:05.308708 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.309126 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Bound using segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:11:05.309831 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Bound port: 613571ed-1694-425b-8bc6-acf9f72173bf, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:11:05.310333 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (613571ed-1694-425b-8bc6-acf9f72173bf), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.366324 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] For port 613571ed-1694-425b-8bc6-acf9f72173bf, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:11:05.369450 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] For port 613571ed-1694-425b-8bc6-acf9f72173bf, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=613571ed-1694-425b-8bc6-acf9f72173bf,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:11:05.472300 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (613571ed-1694-425b-8bc6-acf9f72173bf), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.530164 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Routers {'0ed4ca4f-1a61-4865-9450-2fd866d9de49'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:05.530787 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:10:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['0ed4ca4f-1a61-4865-9450-2fd866d9de49'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:05.534612 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0551ca-a7d2-4e72-a46d-fc25141b3dbe None None] Pushing event updated for resources: {'Port': ['ID=613571ed-1694-425b-8bc6-acf9f72173bf,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:05.653721 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] Set router 0ed4ca4f-1a61-4865-9450-2fd866d9de49 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:05.870891 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'name': 'router1', 'tenant_id': 'c853186205094d48a0473594d578f846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '613571ed-1694-425b-8bc6-acf9f72173bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:41Z', 'updated_at': '2022-01-31T19:11:03Z', 'revision_number': 4, 'project_id': 'c853186205094d48a0473594d578f846', 'gw_port': {'id': '613571ed-1694-425b-8bc6-acf9f72173bf', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:02Z', 'updated_at': '2022-01-31T19:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'f819e1e6-b4e0-4185-93fc-7528d725c0ea', 'name': '', 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f', 'tenant_id': 'c853186205094d48a0473594d578f846', 'mac_address': 'fa:16:3e:84:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59cf19c6-1735-4b3f-aa50-b57e6d3c17df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:50Z', 'updated_at': '2022-01-31T19:10:54Z', 'revision_number': 5, 'project_id': 'c853186205094d48a0473594d578f846', 'subnets': [{'id': '59cf19c6-1735-4b3f-aa50-b57e6d3c17df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9dbddf-fd8a-4604-9982-ea37fe178946'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:05.901335 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e82c5ae-008c-43cc-bb1d-68401b5db66d None None] The sync data for ids ['0ed4ca4f-1a61-4865-9450-2fd866d9de49'] in dv-cinder-813223-5-iscsi is: [{'id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'name': 'router1', 'tenant_id': 'c853186205094d48a0473594d578f846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '613571ed-1694-425b-8bc6-acf9f72173bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:41Z', 'updated_at': '2022-01-31T19:11:03Z', 'revision_number': 4, 'project_id': 'c853186205094d48a0473594d578f846', 'gw_port': {'id': '613571ed-1694-425b-8bc6-acf9f72173bf', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:02Z', 'updated_at': '2022-01-31T19:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'f819e1e6-b4e0-4185-93fc-7528d725c0ea', 'name': '', 'network_id': '65604b3e-8b46-4352-8f46-29eeb71f762f', 'tenant_id': 'c853186205094d48a0473594d578f846', 'mac_address': 'fa:16:3e:84:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4ca4f-1a61-4865-9450-2fd866d9de49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59cf19c6-1735-4b3f-aa50-b57e6d3c17df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:50Z', 'updated_at': '2022-01-31T19:10:54Z', 'revision_number': 5, 'project_id': 'c853186205094d48a0473594d578f846', 'subnets': [{'id': '59cf19c6-1735-4b3f-aa50-b57e6d3c17df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9dbddf-fd8a-4604-9982-ea37fe178946'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:11:06.275077 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 613571ed-1694-425b-8bc6-acf9f72173bf up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:06.337143 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 613571ed-1694-425b-8bc6-acf9f72173bf triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:06.337557 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (613571ed-1694-425b-8bc6-acf9f72173bf), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:06.429895 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 613571ed-1694-425b-8bc6-acf9f72173bf is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:06.430288 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (613571ed-1694-425b-8bc6-acf9f72173bf), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:06.454285 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port 613571ed-1694-425b-8bc6-acf9f72173bf, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=613571ed-1694-425b-8bc6-acf9f72173bf,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:06.523841 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (613571ed-1694-425b-8bc6-acf9f72173bf), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:06.542174 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49240) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:06.588291 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=613571ed-1694-425b-8bc6-acf9f72173bf,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:06.692288 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b18295f0-eb71-41f2-af9b-9723db4c7f71 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1489410 Jan 31 19:11:08.199468 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 613571ed-1694-425b-8bc6-acf9f72173bf up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:08.249951 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 613571ed-1694-425b-8bc6-acf9f72173bf triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:08.249951 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (613571ed-1694-425b-8bc6-acf9f72173bf), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.327732 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 613571ed-1694-425b-8bc6-acf9f72173bf is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:11.490407 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-74151453-ed46-4aa0-8670-f65d22dfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:13.826154 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5664c989-1067-41ec-8799-5c5ff9f03515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:15.087252 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:16.371418 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:17.639609 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:31.271037 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 5 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:11:41.455729 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08be9dfb-9a10-4d89-af87-ab5d3c2c7846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:43.787308 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6406d2b2-a466-4f95-984a-c4143c97c27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:44.741259 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.330074 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:47.666642 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:08.269184 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 5 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:12:11.446190 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-635d1a4b-0760-4b29-bc1d-6bdfe42bfb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:13.817537 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-09c61edf-cec3-4166-bc15-7ec6bed7ad56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:14.757079 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:16.331632 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:17.639968 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.086097 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 49724) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:30.147353 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.pecan_wsgi.hooks.translation [None req-d814ee90-5c55-47a2-b92f-26f831c2e418 admin admin] GET failed (client error): The resource could not be found. Jan 31 19:12:30.148653 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-d814ee90-5c55-47a2-b92f-26f831c2e418 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615768 Jan 31 19:12:30.310767 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc50290-bc55-4e6c-8eb0-1841aa60243c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:30.312168 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-bfc50290-bc55-4e6c-8eb0-1841aa60243c admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1594741 Jan 31 19:12:32.656429 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 49734) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:32.762719 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5338a618-6c84-492f-8665-bf89e343e29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:32.764376 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-5338a618-6c84-492f-8665-bf89e343e29c admin admin] 10.222.0.72 "GET /v2.0/subnets/59cf19c6-1735-4b3f-aa50-b57e6d3c17df HTTP/1.1" status: 200 len: 849 time: 0.1068544 Jan 31 19:12:32.773947 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:12:32.864315 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Publish callbacks [] for subnet (59cf19c6-1735-4b3f-aa50-b57e6d3c17df), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:33.059662 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744418405313'] for subnet (59cf19c6-1735-4b3f-aa50-b57e6d3c17df), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:33.092290 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:33.092921 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:33.105072 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] 10.222.0.72 "PUT /v2.0/subnets/59cf19c6-1735-4b3f-aa50-b57e6d3c17df HTTP/1.1" status: 200 len: 868 time: 0.3243001 Jan 31 19:12:33.105344 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84304149-63b8-46eb-a49f-e763773f3504 None None] Network 65604b3e-8b46-4352-8f46-29eeb71f762f requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:12:33.112465 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59cf19c6-1735-4b3f-aa50-b57e6d3c17df,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:33.119825 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:33.120120 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:33.120475 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:33.120816 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:33.121187 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:33.121528 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:33.121969 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:33.122309 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:33.122657 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:33.122996 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:33.123324 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:33.123646 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:33.123969 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd18c893-e4c2-4277-86d4-c59fe74ffb29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:33.420451 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-325fb609-2276-4178-8cf7-84dc892b3af5 None None] Provisioning complete for port f819e1e6-b4e0-4185-93fc-7528d725c0ea triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:33.420834 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-325fb609-2276-4178-8cf7-84dc892b3af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f819e1e6-b4e0-4185-93fc-7528d725c0ea), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:33.500996 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-325fb609-2276-4178-8cf7-84dc892b3af5 None None] Current status of the port f819e1e6-b4e0-4185-93fc-7528d725c0ea is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:33.511823 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-325fb609-2276-4178-8cf7-84dc892b3af5 None None] Provisioning complete for port 4ddcc618-13cc-440f-a9a1-306096b2f0a9 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:33.512113 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-325fb609-2276-4178-8cf7-84dc892b3af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (4ddcc618-13cc-440f-a9a1-306096b2f0a9), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:33.599234 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-325fb609-2276-4178-8cf7-84dc892b3af5 None None] Current status of the port 4ddcc618-13cc-440f-a9a1-306096b2f0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:35.391577 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49742) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:35.588545 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3b9d5-6a15-4e03-9b75-21aff46d8a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:35.589013 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3b9d5-6a15-4e03-9b75-21aff46d8a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:35.591237 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-2de3b9d5-6a15-4e03-9b75-21aff46d8a97 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1985502 Jan 31 19:12:37.866352 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 49752) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:38.068016 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e8a2e-8aa2-435c-a09e-b433360f9e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:38.068485 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e8a2e-8aa2-435c-a09e-b433360f9e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:38.070057 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-0b9e8a2e-8aa2-435c-a09e-b433360f9e10 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2028208 Jan 31 19:12:40.383015 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 49760) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:40.530022 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4b71ab-c769-49b2-94f0-ce32e2c0737b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:40.531677 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-6e4b71ab-c769-49b2-94f0-ce32e2c0737b admin admin] 10.222.0.72 "GET /v2.0/networks/65604b3e-8b46-4352-8f46-29eeb71f762f HTTP/1.1" status: 200 len: 870 time: 0.1476967 Jan 31 19:12:41.467907 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f610739-d3a5-4811-bba4-5e45eb4e51d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:42.830543 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 49768) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:42.957455 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d33f28-a093-406c-b2ce-6b601be83d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:42.958870 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-34d33f28-a093-406c-b2ce-6b601be83d10 admin admin] 10.222.0.72 "GET /v2.0/networks/983f6411-2e24-4ebc-a7a7-7c6256f2ad32 HTTP/1.1" status: 200 len: 886 time: 0.1273668 Jan 31 19:12:43.782333 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6418b899-cc94-4676-b098-a9f06421198a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:44.740234 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.210361 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49776) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:45.267402 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 5 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:12:45.333912 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bd6b82-6050-4a5c-9e31-8391b7575c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:45.334442 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bd6b82-6050-4a5c-9e31-8391b7575c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:45.335989 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-f2bd6b82-6050-4a5c-9e31-8391b7575c62 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246631 Jan 31 19:12:46.335914 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:47.648633 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 49784) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:47.659348 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:47.777792 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08550b0-d225-49e1-ba16-6d672455947c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:47.778250 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08550b0-d225-49e1-ba16-6d672455947c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:47.779838 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-a08550b0-d225-49e1-ba16-6d672455947c admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1302216 Jan 31 19:12:50.057560 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49792) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:50.148445 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f969edd0-4ba7-488a-8501-9c429be3175e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:50.149845 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-f969edd0-4ba7-488a-8501-9c429be3175e admin admin] 10.222.0.72 "GET /v2.0/subnets/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5 HTTP/1.1" status: 200 len: 816 time: 0.0912881 Jan 31 19:12:52.435178 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49800) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:52.528828 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27a7f6c-9087-407e-9578-fef6409ef928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:52.530233 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b27a7f6c-9087-407e-9578-fef6409ef928 admin admin] 10.222.0.72 "GET /v2.0/subnets/59cf19c6-1735-4b3f-aa50-b57e6d3c17df HTTP/1.1" status: 200 len: 868 time: 0.0941219 Jan 31 19:13:11.457898 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-27d5a8dc-2998-4ceb-9c70-bc1e7ef62998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:13.829545 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa3e1d69-a02a-4749-9137-2ac4e348de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:14.769623 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:16.381407 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:17.243063 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49856) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:13:17.290791 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [None req-c56a95fb-db8e-4085-8761-bd8124aff0e2 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:13:17.292565 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-c56a95fb-db8e-4085-8761-bd8124aff0e2 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485146 Jan 31 19:13:17.640901 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:19.663463 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49864) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:13:19.724057 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba69302f-35ea-4011-8bff-6d9dc5c8bdec admin admin] GET failed (client error): The resource could not be found. Jan 31 19:13:19.725370 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ba69302f-35ea-4011-8bff-6d9dc5c8bdec admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609343 Jan 31 19:13:19.867789 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8235127-983f-4acc-8ece-81f154aacb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:19.869959 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-f8235127-983f-4acc-8ece-81f154aacb73 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1401651 Jan 31 19:13:22.218552 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49874) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:13:22.265267 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Request body: {'network': {'project_id': '71f4e5c30c9448268419027d865ceff4', 'tenant_id': '71f4e5c30c9448268419027d865ceff4', 'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:13:22.266189 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 5 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:13:22.337649 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Made reservation on behalf of 71f4e5c30c9448268419027d865ceff4 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:13:22.339998 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:22.370585 dv-cinder-813223-5-iscsi neutron-server[103243]: WARNING neutron.services.revisions.revision_plugin [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Could not find related network for resource to bump revision. Jan 31 19:13:22.381398 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:13:22.390424 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (76ebff94-39a2-45a6-bfc7-effa3f755c6e), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:22.390765 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.segments_db [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Added segment 76ebff94-39a2-45a6-bfc7-effa3f755c6e of type vlan for network 1f8d9156-a398-47c0-a1ac-ad507687b044 Jan 31 19:13:22.428586 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (1f8d9156-a398-47c0-a1ac-ad507687b044), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:22.509140 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (1f8d9156-a398-47c0-a1ac-ad507687b044), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:22.510246 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:22.510843 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:22.569216 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Pushing event updated for resources: {'Network': ['ID=1f8d9156-a398-47c0-a1ac-ad507687b044,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:22.576116 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:22.576494 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:22.576845 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:22.577237 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:22.577598 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:22.577953 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:22.578322 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:22.578657 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:22.578989 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:22.579339 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:22.579669 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:22.579994 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:22.580312 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:22.592097 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network 1f8d9156-a398-47c0-a1ac-ad507687b044 details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:13:22.617811 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-9474df18-d449-48cb-a102-c5168593256e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3981364 Jan 31 19:13:25.081082 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49884) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:13:25.145368 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af233a5-b64e-4e49-9c15-c0e02f6f7fcf admin admin] GET failed (client error): The resource could not be found. Jan 31 19:13:25.146923 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-9af233a5-b64e-4e49-9c15-c0e02f6f7fcf admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0648444 Jan 31 19:13:25.213551 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4805a8e0-0bac-42db-af5c-76e2e24dd19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:25.214961 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-4805a8e0-0bac-42db-af5c-76e2e24dd19e admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0632632 Jan 31 19:13:25.224914 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-073d0c4b-708f-48d9-ab86-6a74968bee0f admin admin] Request body: {'subnet': {'tenant_id': '71f4e5c30c9448268419027d865ceff4', 'network_id': '1f8d9156-a398-47c0-a1ac-ad507687b044', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:13:25.300501 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073d0c4b-708f-48d9-ab86-6a74968bee0f admin admin] Made reservation on behalf of 71f4e5c30c9448268419027d865ceff4 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:13:25.302703 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-073d0c4b-708f-48d9-ab86-6a74968bee0f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:25.535160 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-073d0c4b-708f-48d9-ab86-6a74968bee0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for subnet (e24ff56c-9aef-472c-91ec-c724a870796f), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:25.589660 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d0c4b-708f-48d9-ab86-6a74968bee0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24ff56c-9aef-472c-91ec-c724a870796f,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:25.602704 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d0c4b-708f-48d9-ab86-6a74968bee0f admin admin] Checking segment: {'id': '76ebff94-39a2-45a6-bfc7-effa3f755c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '1f8d9156-a398-47c0-a1ac-ad507687b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:13:25.602704 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073d0c4b-708f-48d9-ab86-6a74968bee0f admin admin] Network hostable DHCP agents. Network: 1f8d9156-a398-47c0-a1ac-ad507687b044, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:13:25.698308 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073d0c4b-708f-48d9-ab86-6a74968bee0f admin admin] Network 1f8d9156-a398-47c0-a1ac-ad507687b044 is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:13:25.761493 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-073d0c4b-708f-48d9-ab86-6a74968bee0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, 1f8d9156-a398-47c0-a1ac-ad507687b044) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:13:25.766626 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d0c4b-708f-48d9-ab86-6a74968bee0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:25.767583 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-073d0c4b-708f-48d9-ab86-6a74968bee0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:25.775873 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a3f6ad-30ec-4dc0-97d7-055cece8f5c0 None None] Network 1f8d9156-a398-47c0-a1ac-ad507687b044 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:13:25.837699 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-073d0c4b-708f-48d9-ab86-6a74968bee0f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6159334 Jan 31 19:13:25.877521 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbab7dfa-41f8-5c4b-aba0-772b36cf482d-1f8d9156-a398-47c0-a1ac-ad507687b044', 'network_id': '1f8d9156-a398-47c0-a1ac-ad507687b044', 'project_id': '71f4e5c30c9448268419027d865ceff4', 'fixed_ips': [{'subnet_id': 'e24ff56c-9aef-472c-91ec-c724a870796f'}]}} from dv-cinder-813223-5-iscsi. {{(pid=103245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:13:25.878592 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:26.142759 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Allocated IP 192.168.233.2 (1f8d9156-a398-47c0-a1ac-ad507687b044/e24ff56c-9aef-472c-91ec-c724a870796f/08095022-06b3-461d-93f9-5eb46a787c95) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:13:26.307093 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Publish callbacks [] for port (08095022-06b3-461d-93f9-5eb46a787c95), precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:26.401772 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (08095022-06b3-461d-93f9-5eb46a787c95), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:26.441104 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Network 1f8d9156-a398-47c0-a1ac-ad507687b044 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:13:26.446073 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:13:26.453248 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:13:26.455282 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Pushing event updated for resources: {'Port': ['ID=08095022-06b3-461d-93f9-5eb46a787c95,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:26.464251 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:26.464622 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:26.464991 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:26.465361 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:26.465689 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:26.466013 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:26.466589 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:26.466914 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:26.467235 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:26.467572 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:26.467900 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:26.468219 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:26.468533 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:26.536573 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Attempting to bind port 08095022-06b3-461d-93f9-5eb46a787c95 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:13:26.537139 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Attempting to bind port 08095022-06b3-461d-93f9-5eb46a787c95 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '76ebff94-39a2-45a6-bfc7-effa3f755c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '1f8d9156-a398-47c0-a1ac-ad507687b044'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:13:26.537655 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Attempting to bind port 08095022-06b3-461d-93f9-5eb46a787c95 on network 1f8d9156-a398-47c0-a1ac-ad507687b044 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:13:26.545614 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:13:26.546136 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Checking segment: {'id': '76ebff94-39a2-45a6-bfc7-effa3f755c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '1f8d9156-a398-47c0-a1ac-ad507687b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:13:26.546707 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:26.547260 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Bound using segment: {'id': '76ebff94-39a2-45a6-bfc7-effa3f755c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '1f8d9156-a398-47c0-a1ac-ad507687b044'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:13:26.547927 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Bound port: 08095022-06b3-461d-93f9-5eb46a787c95, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ebff94-39a2-45a6-bfc7-effa3f755c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '1f8d9156-a398-47c0-a1ac-ad507687b044'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:13:26.548463 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (08095022-06b3-461d-93f9-5eb46a787c95), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:26.646507 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] For port 08095022-06b3-461d-93f9-5eb46a787c95, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:13:26.650316 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] For port 08095022-06b3-461d-93f9-5eb46a787c95, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=08095022-06b3-461d-93f9-5eb46a787c95,segment=NetworkSegment(76ebff94-39a2-45a6-bfc7-effa3f755c6e),segment_id=76ebff94-39a2-45a6-bfc7-effa3f755c6e)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:13:26.735973 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (08095022-06b3-461d-93f9-5eb46a787c95), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:26.803625 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a071dcb-8a9f-4146-b383-43888ededf76 None None] Pushing event updated for resources: {'Port': ['ID=08095022-06b3-461d-93f9-5eb46a787c95,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:27.844467 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec8541c-b236-41c4-9224-c21c36137217 None None] Network 1f8d9156-a398-47c0-a1ac-ad507687b044 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:13:27.973034 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c2c19eb2-11bf-44b1-99a1-374676a243fa None None] Provisioning complete for port 08095022-06b3-461d-93f9-5eb46a787c95 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:13:27.973411 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2c19eb2-11bf-44b1-99a1-374676a243fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (08095022-06b3-461d-93f9-5eb46a787c95), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:28.066388 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c2c19eb2-11bf-44b1-99a1-374676a243fa None None] Current status of the port 08095022-06b3-461d-93f9-5eb46a787c95 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:13:28.066782 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2c19eb2-11bf-44b1-99a1-374676a243fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (08095022-06b3-461d-93f9-5eb46a787c95), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:28.110293 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c2c19eb2-11bf-44b1-99a1-374676a243fa None None] For port 08095022-06b3-461d-93f9-5eb46a787c95, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=08095022-06b3-461d-93f9-5eb46a787c95,segment=NetworkSegment(76ebff94-39a2-45a6-bfc7-effa3f755c6e),segment_id=76ebff94-39a2-45a6-bfc7-effa3f755c6e)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:13:28.172105 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c2c19eb2-11bf-44b1-99a1-374676a243fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (08095022-06b3-461d-93f9-5eb46a787c95), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:28.226321 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c19eb2-11bf-44b1-99a1-374676a243fa None None] Pushing event updated for resources: {'Port': ['ID=08095022-06b3-461d-93f9-5eb46a787c95,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:28.298875 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-9cc6faf8-ce64-4e75-9211-9897dc3f0cfc None None] Provisioning complete for port 08095022-06b3-461d-93f9-5eb46a787c95 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:13:28.299367 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9cc6faf8-ce64-4e75-9211-9897dc3f0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (08095022-06b3-461d-93f9-5eb46a787c95), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:28.370422 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 08095022-06b3-461d-93f9-5eb46a787c95 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:13:28.412248 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9cc6faf8-ce64-4e75-9211-9897dc3f0cfc None None] Current status of the port 08095022-06b3-461d-93f9-5eb46a787c95 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:13:28.435664 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 08095022-06b3-461d-93f9-5eb46a787c95 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:13:28.436057 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (08095022-06b3-461d-93f9-5eb46a787c95), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:28.514205 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 08095022-06b3-461d-93f9-5eb46a787c95 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:13:30.282433 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 08095022-06b3-461d-93f9-5eb46a787c95 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:13:30.329435 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 08095022-06b3-461d-93f9-5eb46a787c95 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:13:30.329435 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (08095022-06b3-461d-93f9-5eb46a787c95), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:30.405525 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 08095022-06b3-461d-93f9-5eb46a787c95 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:13:41.486047 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-45561457-7044-49f9-9371-1694f5607af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:43.777530 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-93292e9e-8447-4640-9507-8eefceef1652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:44.748991 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:46.345369 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:47.654025 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:59.265869 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 5 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:14:11.444880 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-51f87131-b26c-4fd3-9151-8985dcd948f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:13.801138 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52cdc726-4060-4dad-9236-daac0a8e7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:14.749542 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:16.349878 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:17.664378 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:36.265788 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 5 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:14:41.455067 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-187d3d46-1fca-410b-8372-a9d1b0a7cfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:43.781008 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-62a7447a-1148-48bd-bf34-f00a2ac2609d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:44.758066 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:46.404285 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:47.680206 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:58.268437 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49928) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:14:58.274707 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [None req-7fa9c4e6-0c81-47c1-89f6-16be8639083c tempest-verify_tempest_config-2099874857 tempest-verify_tempest_config-2099874857-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:14:58.275677 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-7fa9c4e6-0c81-47c1-89f6-16be8639083c tempest-verify_tempest_config-2099874857 tempest-verify_tempest_config-2099874857-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061734 Jan 31 19:14:58.831750 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 49946) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:14:58.935564 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:59.007591 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Publish callbacks [] for security_group (8d92f998-28dc-4880-a7da-6904a7ed55cf), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:59.086048 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (8d92f998-28dc-4880-a7da-6904a7ed55cf), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:59.129459 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d92f998-28dc-4880-a7da-6904a7ed55cf,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:14:59.134191 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cbcd3cb1d8fa433a91a6f116ddf010fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3014600 Jan 31 19:14:59.136938 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 49950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:14:59.138505 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.138857 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.139202 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.139538 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.139871 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.140197 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.140541 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.140871 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.141234 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.141581 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.141905 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.142224 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.142541 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca76b741-02e9-419e-836c-24216c3bf8b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.215863 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Publish callbacks [] for security_group (8d92f998-28dc-4880-a7da-6904a7ed55cf), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:59.236599 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Publish callbacks [] for security_group (8d92f998-28dc-4880-a7da-6904a7ed55cf), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:59.399626 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (8d92f998-28dc-4880-a7da-6904a7ed55cf), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:59.402245 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:59.403363 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8d92f998-28dc-4880-a7da-6904a7ed55cf HTTP/1.1" status: 204 len: 168 time: 0.2654080 Jan 31 19:14:59.410907 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d92f998-28dc-4880-a7da-6904a7ed55cf,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:14:59.418669 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.419145 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.419490 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.419821 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.420155 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.420519 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.420791 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.421186 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.421588 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.421932 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.422282 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.422691 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:59.422961 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf359633-14c6-42e1-87cf-6819467be572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:11.445325 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b11883c3-ebc2-42d6-9ad5-23032e07f000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:13.264420 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 5 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:15:13.779793 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3e69644f-fee0-42fb-a9c2-1ba7a24f44ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:14.771303 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:16.342196 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:17.650658 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:41.449259 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-52e49d9c-9779-40af-98b5-54b310696579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:43.809413 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f5abdafc-4ab5-434e-91f7-57b38516cf29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:44.763559 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:46.338375 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:47.648955 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:50.262768 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 5 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:16:11.469519 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-18a6a9ad-fd50-4fa1-b2f6-59ad7ca0321f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:13.807791 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aa54edf2-cdbf-487c-b2ec-fb0ae7cf4fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:14.779397 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:16.384864 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:17.646136 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:27.261031 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 5 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:16:41.450929 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1277ccd8-4d58-4dd6-9f21-c37aa676e611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.601543 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073402'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:43.778210 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cf7b47b0-96d5-404b-be70-a5a82a6bec20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:44.788056 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:46.338314 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:47.618230 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:55.835443 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50024) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:56.006394 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-9ea4e67c-909e-43da-a5f0-b1334409a343 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1698568 Jan 31 19:16:58.279707 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50034) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:58.347646 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-8cd76c4f-0330-4fcc-bcf3-c7bcfcb34270 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0664084 Jan 31 19:17:04.259879 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:17:11.457697 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-236878da-58ac-4d5e-b0c0-924cdbb13d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:11.576899 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:13.794555 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c222e1c9-8349-4c49-ba1f-33c86ecfaa73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:14.776092 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:16.441309 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:17.621095 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:41.259448 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:17:41.456612 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10e63a57-018f-4d58-ad35-8a2e4beb5f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:41.576075 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:43.804789 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f648973-e33e-4990-ae40-78f2d644c561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:44.781624 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:46.387668 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:47.764889 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:11.454847 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4af2edd6-24ad-4212-a09a-e11dbb458d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:11.540477 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:13.792070 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-004fc625-b056-4bd1-bf7d-265c41f13471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:14.796757 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:16.408648 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:17.666302 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:18.258963 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:18:33.176554 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50202) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:33.192703 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50208) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:33.348042 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-624738034-network', 'tenant_id': '23421e524050484d860e9dca52198081'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:33.380117 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-490093241-network', 'tenant_id': '694936399477419aa737191ef0856c4e'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:33.435866 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Made reservation on behalf of 23421e524050484d860e9dca52198081 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:18:33.439980 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.451580 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.481630 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Made reservation on behalf of 694936399477419aa737191ef0856c4e for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:18:33.483938 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.492241 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.537850 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Publish callbacks [] for security_group (e6547130-5049-4c98-ab6f-1fcd6dad9d5f), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.586833 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Publish callbacks [] for security_group (74e950a3-93f5-4124-a67e-3070e4b57472), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.643671 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (e6547130-5049-4c98-ab6f-1fcd6dad9d5f), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.665740 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (74e950a3-93f5-4124-a67e-3070e4b57472), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.671723 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1215} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:18:33.690283 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744418443129', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (de4734c1-cbe1-472b-9bff-8c9beebd909a), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.690893 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Unsubscribe: segment precommit_create {{(pid=103244) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 19:18:33.691369 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.segments_db [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Added segment de4734c1-cbe1-472b-9bff-8c9beebd909a of type vlan for network aab397f1-642a-4003-a7ca-c47464b5755d Jan 31 19:18:33.691490 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1224} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:18:33.700237 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e950a3-93f5-4124-a67e-3070e4b57472,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:33.711071 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (0446b80a-bc57-44c0-a8b9-b484c84cb407), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.711416 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.segments_db [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Added segment 0446b80a-bc57-44c0-a8b9-b484c84cb407 of type vlan for network f261ffb8-ebb6-4541-85b1-098d6402ff0f Jan 31 19:18:33.714007 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.714360 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.714698 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.715035 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.715394 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.715721 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.716238 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.716713 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.717239 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.717759 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.718097 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.718403 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.718738 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Tracked resource versions report: Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: pushed versions: Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: { 'AddressGroup': {'1.2'}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'ConntrackHelper': {'1.0'}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'LocalIPAssociation': {'1.0'}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Log': {'1.0'}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Network': {'1.1'}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Port': {'1.7'}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'PortForwarding': {'1.2'}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'QosPolicy': {'1.10'}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'SecurityGroup': {'1.5'}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'SecurityGroupRule': {'1.2'}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'SubPort': {'1.0'}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Subnet': {'1.1'}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Trunk': {'1.1'}} Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: consumer versions: Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: { DHCP agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: HyperV agent@hv-cinder-81322: {}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: L3 agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: Metadata agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: Metering agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: Open vSwitch agent@dv-cinder-813223-5-iscsi: { 'AddressGroup': '1.2', Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'ConntrackHelper': '1.0', Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'LocalIPAssociation': '1.0', Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Log': '1.0', Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Network': '1.1', Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Port': '1.7', Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'PortForwarding': '1.2', Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'QosPolicy': '1.10', Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'SecurityGroup': '1.5', Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'SecurityGroupRule': '1.2', Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'SubPort': '1.0', Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Subnet': '1.1', Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: 'Trunk': '1.1'}} Jan 31 19:18:33.719868 dv-cinder-813223-5-iscsi neutron-server[103243]: {{(pid=103243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 19:18:33.722826 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6547130-5049-4c98-ab6f-1fcd6dad9d5f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:33.768605 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (f261ffb8-ebb6-4541-85b1-098d6402ff0f), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.770099 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.770469 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.770818 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.771158 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.771493 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.771829 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.772166 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.772523 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.772834 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.773220 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.773553 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.773876 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.774198 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Tracked resource versions report: Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: pushed versions: Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: { 'AddressGroup': {'1.2'}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'ConntrackHelper': {'1.0'}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'LocalIPAssociation': {'1.0'}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Log': {'1.0'}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Network': {'1.1'}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Port': {'1.7'}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'PortForwarding': {'1.2'}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'QosPolicy': {'1.10'}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'SecurityGroup': {'1.5'}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'SecurityGroupRule': {'1.2'}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'SubPort': {'1.0'}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Subnet': {'1.1'}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Trunk': {'1.1'}} Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: consumer versions: Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: { DHCP agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: HyperV agent@hv-cinder-81322: {}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: L3 agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: Metadata agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: Metering agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: Open vSwitch agent@dv-cinder-813223-5-iscsi: { 'AddressGroup': '1.2', Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'ConntrackHelper': '1.0', Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'LocalIPAssociation': '1.0', Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Log': '1.0', Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Network': '1.1', Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Port': '1.7', Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'PortForwarding': '1.2', Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'QosPolicy': '1.10', Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'SecurityGroup': '1.5', Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'SecurityGroupRule': '1.2', Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'SubPort': '1.0', Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Subnet': '1.1', Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: 'Trunk': '1.1'}} Jan 31 19:18:33.775546 dv-cinder-813223-5-iscsi neutron-server[103244]: {{(pid=103244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 19:18:33.795083 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (aab397f1-642a-4003-a7ca-c47464b5755d), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.866111 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (f261ffb8-ebb6-4541-85b1-098d6402ff0f), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.868093 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:33.868093 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.910233 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (aab397f1-642a-4003-a7ca-c47464b5755d), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.911869 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:33.912691 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:33.929564 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] Pushing event updated for resources: {'Network': ['ID=f261ffb8-ebb6-4541-85b1-098d6402ff0f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:33.931599 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50240) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:33.940696 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network f261ffb8-ebb6-4541-85b1-098d6402ff0f details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:18:33.951343 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b60d1e7e-8dfa-48cc-a019-74780675209f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7567015 Jan 31 19:18:33.955756 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50244) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:33.967718 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b8156fc8-1345-4525-b697-941441ec8fcb admin admin] Request body: {'subnet': {'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-490093241-subnet', 'tenant_id': '694936399477419aa737191ef0856c4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:34.033679 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8558657 Jan 31 19:18:34.034559 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45838487-a934-49a6-a680-f5fa39102ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=aab397f1-642a-4003-a7ca-c47464b5755d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:34.036913 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50246) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:34.042913 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-fe1c3a0f-53de-461c-af52-e7a88908d8dc admin admin] Request body: {'subnet': {'network_id': 'aab397f1-642a-4003-a7ca-c47464b5755d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-624738034-subnet', 'tenant_id': '23421e524050484d860e9dca52198081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:34.047865 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network aab397f1-642a-4003-a7ca-c47464b5755d details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:18:34.082311 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8156fc8-1345-4525-b697-941441ec8fcb admin admin] Made reservation on behalf of 694936399477419aa737191ef0856c4e for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:18:34.086532 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8156fc8-1345-4525-b697-941441ec8fcb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.232836 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1c3a0f-53de-461c-af52-e7a88908d8dc admin admin] Made reservation on behalf of 23421e524050484d860e9dca52198081 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:18:34.235123 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3a0f-53de-461c-af52-e7a88908d8dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.387626 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50268) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:34.467230 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-927971883-network', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:34.476599 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8156fc8-1345-4525-b697-941441ec8fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for subnet (b3dfd382-d219-4670-afee-0d492cc2dd58), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.593911 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8156fc8-1345-4525-b697-941441ec8fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3dfd382-d219-4670-afee-0d492cc2dd58,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:34.600083 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8156fc8-1345-4525-b697-941441ec8fcb admin admin] Checking segment: {'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:34.600362 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8156fc8-1345-4525-b697-941441ec8fcb admin admin] Network hostable DHCP agents. Network: f261ffb8-ebb6-4541-85b1-098d6402ff0f, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:18:34.612861 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3a0f-53de-461c-af52-e7a88908d8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for subnet (1a31e449-3aab-470d-8417-01a952c554da), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.647867 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Made reservation on behalf of c1241b69dd254a7fa9a9171e2cc424da for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:18:34.649845 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.673078 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.687796 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c3a0f-53de-461c-af52-e7a88908d8dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a31e449-3aab-470d-8417-01a952c554da,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:34.691333 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8156fc8-1345-4525-b697-941441ec8fcb admin admin] Network f261ffb8-ebb6-4541-85b1-098d6402ff0f is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:18:34.723792 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-network', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:34.730333 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c3a0f-53de-461c-af52-e7a88908d8dc admin admin] Checking segment: {'id': 'de4734c1-cbe1-472b-9bff-8c9beebd909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'aab397f1-642a-4003-a7ca-c47464b5755d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:34.730333 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c3a0f-53de-461c-af52-e7a88908d8dc admin admin] Network hostable DHCP agents. Network: aab397f1-642a-4003-a7ca-c47464b5755d, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:18:34.771896 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-b8156fc8-1345-4525-b697-941441ec8fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, f261ffb8-ebb6-4541-85b1-098d6402ff0f) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:34.780456 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e67693-71a7-48ba-80b6-c3e630e4c085 None None] Network f261ffb8-ebb6-4541-85b1-098d6402ff0f requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:18:34.782323 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8156fc8-1345-4525-b697-941441ec8fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:34.783354 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b8156fc8-1345-4525-b697-941441ec8fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.800985 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Publish callbacks [] for security_group (319bba5a-3818-4f1f-84ab-40c4dcd8bdfc), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.819743 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Made reservation on behalf of d65f5a1bdedf477aa11b1518878b0c9b for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:18:34.822172 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.831172 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.836821 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c3a0f-53de-461c-af52-e7a88908d8dc admin admin] Network aab397f1-642a-4003-a7ca-c47464b5755d is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:18:34.844371 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-fe1c3a0f-53de-461c-af52-e7a88908d8dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, aab397f1-642a-4003-a7ca-c47464b5755d) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:34.852357 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c3a0f-53de-461c-af52-e7a88908d8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:34.854880 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3a0f-53de-461c-af52-e7a88908d8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.884904 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50288) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:34.885253 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b8156fc8-1345-4525-b697-941441ec8fcb admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9267783 Jan 31 19:18:34.886535 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (319bba5a-3818-4f1f-84ab-40c4dcd8bdfc), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.891016 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5397ca8-e499-44a2-9c8c-af0a6eef7c6e None None] Network aab397f1-642a-4003-a7ca-c47464b5755d requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:18:34.896075 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:34.942139 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1213} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:18:34.957063 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Publish callbacks [] for security_group (d2422410-a7fc-465b-99de-455f9c8e2778), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.966731 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbab7dfa-41f8-5c4b-aba0-772b36cf482d-f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'project_id': '694936399477419aa737191ef0856c4e', 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58'}]}} from dv-cinder-813223-5-iscsi. {{(pid=103245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:18:34.968246 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:34.974011 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-fe1c3a0f-53de-461c-af52-e7a88908d8dc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9356956 Jan 31 19:18:35.014857 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:35.021432 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (72257c49-4af3-4e03-83db-84b8080378b6), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.021432 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.segments_db [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Added segment 72257c49-4af3-4e03-83db-84b8080378b6 of type vlan for network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 Jan 31 19:18:35.034366 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1970f8dd-1181-49fd-b5fc-f9f039537137 None None] Network aab397f1-642a-4003-a7ca-c47464b5755d requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:18:35.048943 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (d2422410-a7fc-465b-99de-455f9c8e2778), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.063171 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:18:35.079789 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (3b99c91a-a4b5-44c0-babe-fdd1422d7c76), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.081306 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (33297169-45ba-4bb0-b89f-7cbf28640a6c), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.081820 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.segments_db [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Added segment 33297169-45ba-4bb0-b89f-7cbf28640a6c of type vlan for network e72e47be-aaa8-400d-b997-58e2a6efc84a Jan 31 19:18:35.127298 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2073160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45537'] for router (700fb037-3eca-46f6-9309-c6861275e873), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.128442 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2074296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1623956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45544'] for router (700fb037-3eca-46f6-9309-c6861275e873), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.155660 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (e72e47be-aaa8-400d-b997-58e2a6efc84a), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.190503 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (3b99c91a-a4b5-44c0-babe-fdd1422d7c76), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.191746 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:35.192374 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.305698 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Publish callbacks [] for router_controller (700fb037-3eca-46f6-9309-c6861275e873), precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.311230 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2422410-a7fc-465b-99de-455f9c8e2778,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:35.332161 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Allocated IP 172.20.0.2 (f261ffb8-ebb6-4541-85b1-098d6402ff0f/b3dfd382-d219-4670-afee-0d492cc2dd58/2fad59df-a8c2-4d62-addc-55a8fafe739a) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:35.356556 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4165370 Jan 31 19:18:35.359205 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfed055-0954-4781-b8b3-2c711e33c22e admin admin] Pushing event updated for resources: {'Network': ['ID=3b99c91a-a4b5-44c0-babe-fdd1422d7c76,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:35.359828 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50302) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:35.365764 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-56a6ba35-901e-4db6-9375-a013bbc7f51f admin admin] Request body: {'subnet': {'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-927971883-subnet', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:35.380750 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:18:35.440655 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (e72e47be-aaa8-400d-b997-58e2a6efc84a), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.442270 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:35.443087 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.599897 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50322) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:35.604956 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-df08485b-f1fb-463b-8899-302260af6c94 admin admin] Request body: {'subnet': {'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-subnet', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:35.609420 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2208211 Jan 31 19:18:35.615919 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a6ba35-901e-4db6-9375-a013bbc7f51f admin admin] Made reservation on behalf of c1241b69dd254a7fa9a9171e2cc424da for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:18:35.620776 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56a6ba35-901e-4db6-9375-a013bbc7f51f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.650986 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Publish callbacks [] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.654698 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Publish callbacks [] for router_gateway (700fb037-3eca-46f6-9309-c6861275e873), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.705087 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df08485b-f1fb-463b-8899-302260af6c94 admin admin] Made reservation on behalf of d65f5a1bdedf477aa11b1518878b0c9b for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:18:35.707765 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df08485b-f1fb-463b-8899-302260af6c94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:35.721884 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429fde6-410b-491a-b038-122ae8aecdbe admin admin] Pushing event updated for resources: {'Network': ['ID=e72e47be-aaa8-400d-b997-58e2a6efc84a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:35.737095 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network e72e47be-aaa8-400d-b997-58e2a6efc84a details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:18:35.774422 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.004402 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56a6ba35-901e-4db6-9375-a013bbc7f51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for subnet (9c1924c8-4ffc-4f4f-8854-bdf0660d683e), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.021562 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df08485b-f1fb-463b-8899-302260af6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for subnet (4c50c8fa-063d-4447-81e7-9a815420e7f8), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.058146 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Network f261ffb8-ebb6-4541-85b1-098d6402ff0f is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:36.060270 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Pushing event updated for resources: {'Port': ['ID=2fad59df-a8c2-4d62-addc-55a8fafe739a,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:36.070503 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:36.073569 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:36.073953 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:36.074318 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:36.074664 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:36.074997 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:36.075806 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:36.076150 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:36.076483 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:36.076815 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:36.077501 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:36.077501 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:36.077813 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:36.078114 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Tracked resource versions report: Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: pushed versions: Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: { 'AddressGroup': {'1.2'}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'ConntrackHelper': {'1.0'}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'LocalIPAssociation': {'1.0'}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Log': {'1.0'}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Network': {'1.1'}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Port': {'1.7'}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'PortForwarding': {'1.2'}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'QosPolicy': {'1.10'}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'SecurityGroup': {'1.5'}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'SecurityGroupRule': {'1.2'}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'SubPort': {'1.0'}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Subnet': {'1.1'}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Trunk': {'1.1'}} Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: consumer versions: Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: { DHCP agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: HyperV agent@hv-cinder-81322: {}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: L3 agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: Metadata agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: Metering agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: Open vSwitch agent@dv-cinder-813223-5-iscsi: { 'AddressGroup': '1.2', Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'ConntrackHelper': '1.0', Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'LocalIPAssociation': '1.0', Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Log': '1.0', Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Network': '1.1', Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Port': '1.7', Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'PortForwarding': '1.2', Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'QosPolicy': '1.10', Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'SecurityGroup': '1.5', Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'SecurityGroupRule': '1.2', Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'SubPort': '1.0', Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Subnet': '1.1', Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: 'Trunk': '1.1'}} Jan 31 19:18:36.080232 dv-cinder-813223-5-iscsi neutron-server[103245]: {{(pid=103245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 19:18:36.091416 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08485b-f1fb-463b-8899-302260af6c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c50c8fa-063d-4447-81e7-9a815420e7f8,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:36.101008 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08485b-f1fb-463b-8899-302260af6c94 admin admin] Checking segment: {'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:36.101418 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df08485b-f1fb-463b-8899-302260af6c94 admin admin] Network hostable DHCP agents. Network: e72e47be-aaa8-400d-b997-58e2a6efc84a, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:18:36.114465 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:18:36.160564 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6ba35-901e-4db6-9375-a013bbc7f51f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1924c8-4ffc-4f4f-8854-bdf0660d683e,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:36.179748 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df08485b-f1fb-463b-8899-302260af6c94 admin admin] Network e72e47be-aaa8-400d-b997-58e2a6efc84a is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:18:36.193878 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Attempting to bind port 2fad59df-a8c2-4d62-addc-55a8fafe739a on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:18:36.194524 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Attempting to bind port 2fad59df-a8c2-4d62-addc-55a8fafe739a by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:18:36.195179 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Attempting to bind port 2fad59df-a8c2-4d62-addc-55a8fafe739a on network f261ffb8-ebb6-4541-85b1-098d6402ff0f {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:18:36.201854 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:18:36.202563 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Checking segment: {'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:36.203132 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.204210 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Bound using segment: {'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:18:36.205482 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Bound port: 2fad59df-a8c2-4d62-addc-55a8fafe739a, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:18:36.206620 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.221214 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a6ba35-901e-4db6-9375-a013bbc7f51f admin admin] Checking segment: {'id': '72257c49-4af3-4e03-83db-84b8080378b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:36.221752 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a6ba35-901e-4db6-9375-a013bbc7f51f admin admin] Network hostable DHCP agents. Network: 3b99c91a-a4b5-44c0-babe-fdd1422d7c76, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:18:36.248099 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Publish callbacks [] for router_gateway (700fb037-3eca-46f6-9309-c6861275e873), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.253852 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-df08485b-f1fb-463b-8899-302260af6c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, e72e47be-aaa8-400d-b997-58e2a6efc84a) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:36.261783 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df08485b-f1fb-463b-8899-302260af6c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:36.262372 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df08485b-f1fb-463b-8899-302260af6c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.286255 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.287700 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceba20e9-3b6b-4523-b4e0-baec28fa7c82 None None] Network e72e47be-aaa8-400d-b997-58e2a6efc84a requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:18:36.304413 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] For port 2fad59df-a8c2-4d62-addc-55a8fafe739a, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:18:36.325905 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] For port 2fad59df-a8c2-4d62-addc-55a8fafe739a, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=2fad59df-a8c2-4d62-addc-55a8fafe739a,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:18:36.377770 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-df08485b-f1fb-463b-8899-302260af6c94 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7761996 Jan 31 19:18:36.380477 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50358) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:36.385202 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:36.400334 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.404030 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a6ba35-901e-4db6-9375-a013bbc7f51f admin admin] Network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:18:36.424852 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-56a6ba35-901e-4db6-9375-a013bbc7f51f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, 3b99c91a-a4b5-44c0-babe-fdd1422d7c76) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:36.433464 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a6ba35-901e-4db6-9375-a013bbc7f51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:36.434496 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-56a6ba35-901e-4db6-9375-a013bbc7f51f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.447407 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdf4214-a13b-4f37-b942-c65b607bf544 None None] Network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:18:36.448197 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Allocated IP 172.27.1.219 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/59cd8721-7454-419e-9a8b-19f99d64017f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:36.655033 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa935182-f033-426d-985b-e4812108b804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbab7dfa-41f8-5c4b-aba0-772b36cf482d-e72e47be-aaa8-400d-b997-58e2a6efc84a', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8'}]}} from dv-cinder-813223-5-iscsi. {{(pid=103245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:18:36.656171 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa935182-f033-426d-985b-e4812108b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.676385 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2073160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45537'] for router (689533e0-2755-47cf-adf4-823b48dc25e2), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.676385 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2074296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1623956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45544'] for router (689533e0-2755-47cf-adf4-823b48dc25e2), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.680011 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-56a6ba35-901e-4db6-9375-a013bbc7f51f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3190327 Jan 31 19:18:36.686436 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50374) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:36.691293 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-927971883-router', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:36.736964 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbe659-1eba-4a40-953f-7e43ded63f56 None None] Pushing event updated for resources: {'Port': ['ID=2fad59df-a8c2-4d62-addc-55a8fafe739a,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:36.745433 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73342f2-744d-4d92-a302-3d21b7b5b7d7 None None] Network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:18:36.771099 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Publish callbacks [] for port (59cd8721-7454-419e-9a8b-19f99d64017f), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.785717 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50388) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:36.788106 dv-cinder-813223-5-iscsi neutron-server[103243]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 31 19:18:36.835944 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2073160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45537'] for router (283e6dad-adf0-44ad-a848-75d6882e0e16), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:36.837005 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2074296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1623956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45544'] for router (283e6dad-adf0-44ad-a848-75d6882e0e16), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:37.002909 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Publish callbacks [] for router_controller (689533e0-2755-47cf-adf4-823b48dc25e2), precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:37.010397 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (59cd8721-7454-419e-9a8b-19f99d64017f), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:37.119137 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-fa935182-f033-426d-985b-e4812108b804 None None] Allocated IP 172.20.0.2 (e72e47be-aaa8-400d-b997-58e2a6efc84a/4c50c8fa-063d-4447-81e7-9a815420e7f8/6dcf83e5-2bce-4121-917a-70e9e3a13a6b) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:37.135701 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Publish callbacks [] for router_controller (283e6dad-adf0-44ad-a848-75d6882e0e16), precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:37.151025 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-9d8894d8-0008-4dd8-b28f-faa181b95965 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:37.159509 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-9d8894d8-0008-4dd8-b28f-faa181b95965 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/networks?id=aab397f1-642a-4003-a7ca-c47464b5755d HTTP/1.1" status: 200 len: 811 time: 0.3708017 Jan 31 19:18:37.170943 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-5887ee18-e4f3-43d1-8c27-af0f13bcbfa1 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/quotas/23421e524050484d860e9dca52198081 HTTP/1.1" status: 200 len: 375 time: 0.0116446 Jan 31 19:18:37.173775 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:37.179899 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:37.213644 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:18:37.217809 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Pushing event updated for resources: {'Port': ['ID=59cd8721-7454-419e-9a8b-19f99d64017f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:37.241516 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-f61d56fc-42c1-4eb9-b3df-9c674f265768 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=23421e524050484d860e9dca52198081&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573356 Jan 31 19:18:37.285900 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Publish callbacks [] for router_gateway (689533e0-2755-47cf-adf4-823b48dc25e2), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:37.338030 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa935182-f033-426d-985b-e4812108b804 None None] Publish callbacks [] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:37.431968 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Publish callbacks [] for router_gateway (283e6dad-adf0-44ad-a848-75d6882e0e16), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:37.505184 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-64a25ca0-e70d-4ecd-b3ca-dbf779caf942 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:18:37.506837 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-64a25ca0-e70d-4ecd-b3ca-dbf779caf942 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0632918 Jan 31 19:18:37.510478 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa935182-f033-426d-985b-e4812108b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:37.600807 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa935182-f033-426d-985b-e4812108b804 None None] Pushing event updated for resources: {'Port': ['ID=6dcf83e5-2bce-4121-917a-70e9e3a13a6b,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:37.633939 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa935182-f033-426d-985b-e4812108b804 None None] Network e72e47be-aaa8-400d-b997-58e2a6efc84a is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:37.635575 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-fa935182-f033-426d-985b-e4812108b804 None None] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:37.644727 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa935182-f033-426d-985b-e4812108b804 None None] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:18:37.716299 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-a2f0ac23-be56-44b7-b01b-b418fdb04143 service neutron] 10.222.0.72 "GET /v2.0/networks/aab397f1-642a-4003-a7ca-c47464b5755d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991525 Jan 31 19:18:37.755757 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Publish callbacks [] for router_gateway (689533e0-2755-47cf-adf4-823b48dc25e2), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:37.765942 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-fa935182-f033-426d-985b-e4812108b804 None None] Attempting to bind port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:18:37.766288 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-fa935182-f033-426d-985b-e4812108b804 None None] Attempting to bind port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:18:37.768665 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa935182-f033-426d-985b-e4812108b804 None None] Attempting to bind port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b on network e72e47be-aaa8-400d-b997-58e2a6efc84a {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:18:37.793924 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa935182-f033-426d-985b-e4812108b804 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:18:37.793924 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa935182-f033-426d-985b-e4812108b804 None None] Checking segment: {'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:37.793924 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa935182-f033-426d-985b-e4812108b804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:37.793924 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa935182-f033-426d-985b-e4812108b804 None None] Bound using segment: {'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:18:37.793924 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-fa935182-f033-426d-985b-e4812108b804 None None] Bound port: 6dcf83e5-2bce-4121-917a-70e9e3a13a6b, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:18:37.795436 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa935182-f033-426d-985b-e4812108b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:37.808174 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:37.827375 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Publish callbacks [] for router_gateway (700fb037-3eca-46f6-9309-c6861275e873), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:37.950942 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-fa935182-f033-426d-985b-e4812108b804 None None] For port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:18:37.960393 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-fa935182-f033-426d-985b-e4812108b804 None None] For port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=6dcf83e5-2bce-4121-917a-70e9e3a13a6b,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:18:38.035300 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-68823428-64ec-446e-b635-e61af9900bd6 service neutron] 10.222.0.72 "GET /v2.0/networks/aab397f1-642a-4003-a7ca-c47464b5755d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028727 Jan 31 19:18:38.049229 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fa935182-f033-426d-985b-e4812108b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:38.165399 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aed490-e8b6-4b40-a3e0-9390586718bd None None] Network f261ffb8-ebb6-4541-85b1-098d6402ff0f requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:18:38.167919 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa935182-f033-426d-985b-e4812108b804 None None] Pushing event updated for resources: {'Port': ['ID=6dcf83e5-2bce-4121-917a-70e9e3a13a6b,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:38.387798 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-b036edf8-7bbe-4f65-81a9-92ce229fb8f3 None None] Provisioning complete for port 2fad59df-a8c2-4d62-addc-55a8fafe739a triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:38.423660 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b036edf8-7bbe-4f65-81a9-92ce229fb8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:38.596077 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2074305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078787'] for router (700fb037-3eca-46f6-9309-c6861275e873), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:38.628575 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Allocated IP 172.27.1.125 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/a95e4230-8fc0-4f39-b585-f473ca10dd66) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:38.705592 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Publish callbacks [] for router_gateway (283e6dad-adf0-44ad-a848-75d6882e0e16), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:38.803377 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:38.805254 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 2fad59df-a8c2-4d62-addc-55a8fafe739a up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:38.890034 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-477afbdc-5bb5-4f56-bfe4-c1f695185f7a req-ad619de2-5315-4f6e-98dd-1d2274336ab5 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 210 time: 0.1128836 Jan 31 19:18:38.964188 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b036edf8-7bbe-4f65-81a9-92ce229fb8f3 None None] Current status of the port 2fad59df-a8c2-4d62-addc-55a8fafe739a is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:38.964586 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b036edf8-7bbe-4f65-81a9-92ce229fb8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:38.996027 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 2fad59df-a8c2-4d62-addc-55a8fafe739a triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:38.997504 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:39.055931 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b036edf8-7bbe-4f65-81a9-92ce229fb8f3 None None] For port 2fad59df-a8c2-4d62-addc-55a8fafe739a, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=2fad59df-a8c2-4d62-addc-55a8fafe739a,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:18:39.056876 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Publish callbacks [] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:39.159487 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b036edf8-7bbe-4f65-81a9-92ce229fb8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:39.202525 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Router 700fb037-3eca-46f6-9309-c6861275e873 is scheduled to L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:18:39.205446 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 2fad59df-a8c2-4d62-addc-55a8fafe739a is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:39.207974 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:39.281648 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:39.330533 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036edf8-7bbe-4f65-81a9-92ce229fb8f3 None None] Pushing event updated for resources: {'Port': ['ID=2fad59df-a8c2-4d62-addc-55a8fafe739a,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:39.370913 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Allocated IP 172.27.1.123 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/df21058c-91e5-4f85-b776-0216ad396477) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:39.374376 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4f24e829-8399-4948-824c-83462ad3ee74 None None] Provisioning complete for port 2fad59df-a8c2-4d62-addc-55a8fafe739a triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:39.375195 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4f24e829-8399-4948-824c-83462ad3ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:39.421778 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.db.api [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:18:39.422269 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG oslo_db.api [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:18:39.527999 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4f24e829-8399-4948-824c-83462ad3ee74 None None] Current status of the port 2fad59df-a8c2-4d62-addc-55a8fafe739a is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:39.545535 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Publish callbacks [] for port (df21058c-91e5-4f85-b776-0216ad396477), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:39.620314 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:39.629444 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:39.632378 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:18:39.660274 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (df21058c-91e5-4f85-b776-0216ad396477), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:39.686499 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50476) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:39.687245 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Pushing event updated for resources: {'Port': ['ID=a95e4230-8fc0-4f39-b585-f473ca10dd66,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:39.729337 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:39.733881 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:39.744898 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:18:39.769239 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:18:39.781471 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Sync routers for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:18:39.799759 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:39.800077 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:18:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:39.879600 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:39.881378 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-145d0fb9-e442-49e1-92ee-d0c16d029653 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9944568 Jan 31 19:18:39.884330 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50490) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:39.915294 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfaa58e-4683-4cea-90b4-12c561fc2d86 None None] Network e72e47be-aaa8-400d-b997-58e2a6efc84a requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:18:40.026866 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50496) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:40.086069 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Pushing event updated for resources: {'Port': ['ID=df21058c-91e5-4f85-b776-0216ad396477,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:40.195834 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:40.280922 dv-cinder-813223-5-iscsi neutron-server[103244]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 31 19:18:40.282101 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-131a8aa9-140e-415c-9cd9-b131491340fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:40.311696 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-56ecb11a-5fd7-4b53-9e00-f7f791bd46ff None None] Provisioning complete for port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:40.312261 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56ecb11a-5fd7-4b53-9e00-f7f791bd46ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:40.343906 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 2fad59df-a8c2-4d62-addc-55a8fafe739a is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:40.379359 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Publish callbacks [] for router_gateway (283e6dad-adf0-44ad-a848-75d6882e0e16), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:40.393157 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cdbba34d-2a80-48cf-998c-216dd7d86970 req-d77fe7cf-ca15-441c-ba5a-fc377fc4aae3 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 210 time: 0.3648965 Jan 31 19:18:40.460414 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-56ecb11a-5fd7-4b53-9e00-f7f791bd46ff None None] Current status of the port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:40.460818 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56ecb11a-5fd7-4b53-9e00-f7f791bd46ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:40.517839 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-56ecb11a-5fd7-4b53-9e00-f7f791bd46ff None None] For port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=6dcf83e5-2bce-4121-917a-70e9e3a13a6b,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:18:40.622896 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56ecb11a-5fd7-4b53-9e00-f7f791bd46ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:40.634014 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Publish callbacks [] for router_gateway (689533e0-2755-47cf-adf4-823b48dc25e2), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:40.661785 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:37Z', 'revision_number': 3, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:40.768347 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Checking router: 700fb037-3eca-46f6-9309-c6861275e873 for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:18:40.769155 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Updating router 700fb037-3eca-46f6-9309-c6861275e873 port 59cd8721-7454-419e-9a8b-19f99d64017f binding host dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:18:40.814027 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecb11a-5fd7-4b53-9e00-f7f791bd46ff None None] Pushing event updated for resources: {'Port': ['ID=6dcf83e5-2bce-4121-917a-70e9e3a13a6b,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:40.852961 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2074305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078787'] for router (283e6dad-adf0-44ad-a848-75d6882e0e16), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:40.864821 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (59cd8721-7454-419e-9a8b-19f99d64017f), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:40.879661 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 2fad59df-a8c2-4d62-addc-55a8fafe739a up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:41.062622 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-a629ebc0-3448-42fc-8dbd-0f82e97ae2c7 None None] Provisioning complete for port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:41.062622 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a629ebc0-3448-42fc-8dbd-0f82e97ae2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.108773 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-131a8aa9-140e-415c-9cd9-b131491340fa admin admin] Publish callbacks [] for security_group (bb8e2bde-cac0-4108-a788-7449067fba37), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.160248 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 2fad59df-a8c2-4d62-addc-55a8fafe739a triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:41.161096 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.218030 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-131a8aa9-140e-415c-9cd9-b131491340fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (bb8e2bde-cac0-4108-a788-7449067fba37), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.235031 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Publish callbacks [] for port (59cd8721-7454-419e-9a8b-19f99d64017f), precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.268032 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Router 283e6dad-adf0-44ad-a848-75d6882e0e16 is scheduled to L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:18:41.296768 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a629ebc0-3448-42fc-8dbd-0f82e97ae2c7 None None] Current status of the port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:41.337679 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 2fad59df-a8c2-4d62-addc-55a8fafe739a is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:41.338833 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 6dcf83e5-2bce-4121-917a-70e9e3a13a6b up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:41.354400 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-131a8aa9-140e-415c-9cd9-b131491340fa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=38df9b47ba954ef8a1772c423b7cb1b8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6567616 Jan 31 19:18:41.358802 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50532) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:41.368140 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a8aa9-140e-415c-9cd9-b131491340fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8e2bde-cac0-4108-a788-7449067fba37,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:41.374247 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (59cd8721-7454-419e-9a8b-19f99d64017f), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.402652 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2074305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078787'] for router (689533e0-2755-47cf-adf4-823b48dc25e2), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.409553 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:18:41.426528 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Sync routers for ids ['283e6dad-adf0-44ad-a848-75d6882e0e16'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:18:41.461786 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Routers {'283e6dad-adf0-44ad-a848-75d6882e0e16'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:41.462947 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:18:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['283e6dad-adf0-44ad-a848-75d6882e0e16'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:41.466452 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Attempting to bind port 59cd8721-7454-419e-9a8b-19f99d64017f on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:18:41.466834 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Attempting to bind port 59cd8721-7454-419e-9a8b-19f99d64017f by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:18:41.467246 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Attempting to bind port 59cd8721-7454-419e-9a8b-19f99d64017f on network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:18:41.479899 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:18:41.480699 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Checking segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:41.488586 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.489382 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Bound using segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:18:41.490188 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Bound port: 59cd8721-7454-419e-9a8b-19f99d64017f, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:18:41.490753 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (59cd8721-7454-419e-9a8b-19f99d64017f), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.519529 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.523847 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-2e5581e1-fc63-444c-8ac3-31138700983d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8332684 Jan 31 19:18:41.524005 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50540) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:41.525465 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dda95d4c-c173-4bd2-b3a3-6508387ead23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.557314 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:41.557314 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.578825 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] For port 59cd8721-7454-419e-9a8b-19f99d64017f, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:18:41.583541 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] For port 59cd8721-7454-419e-9a8b-19f99d64017f, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=59cd8721-7454-419e-9a8b-19f99d64017f,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:18:41.586344 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Pushing event updated for resources: {'Port': ['ID=59cd8721-7454-419e-9a8b-19f99d64017f,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:41.600784 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:41.601189 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:41.601633 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:41.602641 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:41.603065 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:41.603962 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:41.603962 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:41.604199 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:41.604568 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:41.605534 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:41.605534 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:41.605777 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:41.606259 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Tracked resource versions report: Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: pushed versions: Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: { 'AddressGroup': {'1.2'}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'ConntrackHelper': {'1.0'}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'LocalIPAssociation': {'1.0'}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Log': {'1.0'}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Network': {'1.1'}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Port': {'1.7'}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'PortForwarding': {'1.2'}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'QosPolicy': {'1.10'}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'SecurityGroup': {'1.5'}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'SecurityGroupRule': {'1.2'}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'SubPort': {'1.0'}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Subnet': {'1.1'}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Trunk': {'1.1'}} Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: consumer versions: Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: { DHCP agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: HyperV agent@hv-cinder-81322: {}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: L3 agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: Metadata agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: Metering agent@dv-cinder-813223-5-iscsi: {}, Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: Open vSwitch agent@dv-cinder-813223-5-iscsi: { 'AddressGroup': '1.2', Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'ConntrackHelper': '1.0', Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'LocalIPAssociation': '1.0', Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Log': '1.0', Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Network': '1.1', Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Port': '1.7', Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'PortForwarding': '1.2', Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'QosPolicy': '1.10', Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'SecurityGroup': '1.5', Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'SecurityGroupRule': '1.2', Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'SubPort': '1.0', Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Subnet': '1.1', Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: 'Trunk': '1.1'}} Jan 31 19:18:41.612190 dv-cinder-813223-5-iscsi neutron-server[103246]: {{(pid=103246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 19:18:41.642229 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0e493a7b-5e9e-46e0-bf41-1210afa53bbc req-40f8a8df-88ab-4b67-a3fd-1db164ed5741 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 210 time: 0.0402699 Jan 31 19:18:41.650028 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Set router 283e6dad-adf0-44ad-a848-75d6882e0e16 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:41.655118 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (59cd8721-7454-419e-9a8b-19f99d64017f), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.681331 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beeb5a51-4b1c-4699-98c5-2352e2610de2 admin admin] Publish callbacks [] for security_group (bb8e2bde-cac0-4108-a788-7449067fba37), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.719677 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.742304 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3848f6-6923-4622-8a73-7867a68d68c3 None None] Pushing event updated for resources: {'Port': ['ID=59cd8721-7454-419e-9a8b-19f99d64017f,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:41.749918 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:41.750633 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:18:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:41.783190 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beeb5a51-4b1c-4699-98c5-2352e2610de2 admin admin] Publish callbacks [] for security_group (bb8e2bde-cac0-4108-a788-7449067fba37), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.816220 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:41.874402 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:41.901905 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:41.917508 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'name': 'tempest-ServerRescueNegativeTestJSON-927971883-router', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'df21058c-91e5-4f85-b776-0216ad396477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:40Z', 'revision_number': 3, 'project_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'gw_port': {'id': 'df21058c-91e5-4f85-b776-0216ad396477', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:38Z', 'updated_at': '2022-01-31T19:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:41.928523 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Router 689533e0-2755-47cf-adf4-823b48dc25e2 is scheduled to L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:18:41.956210 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Checking router: 283e6dad-adf0-44ad-a848-75d6882e0e16 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:18:41.956572 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Updating router 283e6dad-adf0-44ad-a848-75d6882e0e16 port df21058c-91e5-4f85-b776-0216ad396477 binding host dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:18:41.988124 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (df21058c-91e5-4f85-b776-0216ad396477), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:42.028699 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beeb5a51-4b1c-4699-98c5-2352e2610de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (bb8e2bde-cac0-4108-a788-7449067fba37), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:42.031780 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-beeb5a51-4b1c-4699-98c5-2352e2610de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:42.033244 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-beeb5a51-4b1c-4699-98c5-2352e2610de2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bb8e2bde-cac0-4108-a788-7449067fba37 HTTP/1.1" status: 204 len: 168 time: 0.6733615 Jan 31 19:18:42.216212 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:37Z', 'revision_number': 3, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:42.239190 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb5a51-4b1c-4699-98c5-2352e2610de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8e2bde-cac0-4108-a788-7449067fba37,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:42.282802 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5932adc3-02d5-47d7-936e-77dad574c4b4 None None] The sync data for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi is: [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:37Z', 'revision_number': 3, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:18:42.392184 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:18:42.411885 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Sync routers for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:18:42.441582 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:42.443480 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:18:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:42.462368 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:42.531022 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Allocated IP 172.20.0.1 (f261ffb8-ebb6-4541-85b1-098d6402ff0f/b3dfd382-d219-4670-afee-0d492cc2dd58/89d544c4-07d5-4cfe-815e-f2b93d696b53) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:42.588951 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:42.590575 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-a84c01e3-d17c-402a-b633-be2107dc2c23 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2090089 Jan 31 19:18:42.594323 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50556) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:42.612459 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 6dcf83e5-2bce-4121-917a-70e9e3a13a6b up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:42.656964 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Publish callbacks [] for port (df21058c-91e5-4f85-b776-0216ad396477), precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:42.671159 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:42.698845 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:42.699229 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:42.746313 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (df21058c-91e5-4f85-b776-0216ad396477), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:42.751948 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Publish callbacks [] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.036386 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Attempting to bind port df21058c-91e5-4f85-b776-0216ad396477 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:18:43.036386 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Attempting to bind port df21058c-91e5-4f85-b776-0216ad396477 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:18:43.036386 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Attempting to bind port df21058c-91e5-4f85-b776-0216ad396477 on network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:18:43.037323 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.037473 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:43.037625 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bdc7dcd0-8287-4360-9800-95b5b545e988 req-d0852b68-9c80-4989-92c5-2490c25130a6 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 210 time: 0.0650549 Jan 31 19:18:43.037770 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Network f261ffb8-ebb6-4541-85b1-098d6402ff0f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:43.037966 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:18:43.037966 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Checking segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:43.037966 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.037966 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Bound using segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:18:43.037966 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Bound port: df21058c-91e5-4f85-b776-0216ad396477, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:18:43.037966 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (df21058c-91e5-4f85-b776-0216ad396477), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.038832 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:43.038832 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:18:43.038832 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2080534'] for router_interface (700fb037-3eca-46f6-9309-c6861275e873), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.039217 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:39Z', 'revision_number': 3, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:43.039757 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Pushing event updated for resources: {'Port': ['ID=89d544c4-07d5-4cfe-815e-f2b93d696b53,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:43.054171 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] For port df21058c-91e5-4f85-b776-0216ad396477, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:18:43.062514 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] For port df21058c-91e5-4f85-b776-0216ad396477, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=df21058c-91e5-4f85-b776-0216ad396477,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:18:43.076011 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c90fbb-f87d-4d6e-8528-1f35513450b3 None None] Pushing event updated for resources: {'Port': ['ID=df21058c-91e5-4f85-b776-0216ad396477,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:43.086810 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Allocated IP 172.20.0.1 (3b99c91a-a4b5-44c0-babe-fdd1422d7c76/9c1924c8-4ffc-4f4f-8854-bdf0660d683e/bd06388b-3b25-46ed-a591-6a7ad82f007b) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:43.115942 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Checking router: 689533e0-2755-47cf-adf4-823b48dc25e2 for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:18:43.115942 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Updating router 689533e0-2755-47cf-adf4-823b48dc25e2 port a95e4230-8fc0-4f39-b585-f473ca10dd66 binding host dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:18:43.140121 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (df21058c-91e5-4f85-b776-0216ad396477), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.195840 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.277810 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Routers {'283e6dad-adf0-44ad-a848-75d6882e0e16'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:43.278434 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:18:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['283e6dad-adf0-44ad-a848-75d6882e0e16'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:43.404159 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c90fbb-f87d-4d6e-8528-1f35513450b3 None None] Pushing event updated for resources: {'Port': ['ID=df21058c-91e5-4f85-b776-0216ad396477,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:43.511702 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Publish callbacks [] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.678635 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.703154 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.753313 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-31fd3dc7-c7ed-48ba-9798-c1a2b28650c6 None None] Provisioning complete for port 89d544c4-07d5-4cfe-815e-f2b93d696b53 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:43.753921 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-31fd3dc7-c7ed-48ba-9798-c1a2b28650c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.771518 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.853076 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-31fd3dc7-c7ed-48ba-9798-c1a2b28650c6 None None] Port 89d544c4-07d5-4cfe-815e-f2b93d696b53 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:18:43.890651 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] Set router 283e6dad-adf0-44ad-a848-75d6882e0e16 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:43.922983 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:43.935457 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:43.947495 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:18:43.948415 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2080534'] for router_interface (283e6dad-adf0-44ad-a848-75d6882e0e16), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.951400 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Publish callbacks [] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:43.955976 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Pushing event updated for resources: {'Port': ['ID=bd06388b-3b25-46ed-a591-6a7ad82f007b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:43.981000 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Publish callbacks [] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:44.015745 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3765665c-8bc7-45a8-9b4d-9a9ef6b9c381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:44.064668 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:44.065137 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:44.065673 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073478'] for router_interface (700fb037-3eca-46f6-9309-c6861275e873), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:44.180490 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Pushing event updated for resources: {'Port': ['ID=89d544c4-07d5-4cfe-815e-f2b93d696b53,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:44.191197 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-90f1e79c-efcd-4a7d-ab68-7a9767a8f890 req-065977fc-47ca-4935-85e9-152a97004248 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 210 time: 0.0777586 Jan 31 19:18:44.216999 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f297ced-eb7e-4618-b456-8a7a7e50bf92 None None] Pushing event updated for resources: {'Port': ['ID=a95e4230-8fc0-4f39-b585-f473ca10dd66,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:44.220754 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Attempting to bind port a95e4230-8fc0-4f39-b585-f473ca10dd66 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:18:44.221822 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Attempting to bind port a95e4230-8fc0-4f39-b585-f473ca10dd66 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:18:44.222004 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Attempting to bind port a95e4230-8fc0-4f39-b585-f473ca10dd66 on network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:18:44.246441 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'name': 'tempest-ServerRescueNegativeTestJSON-927971883-router', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'df21058c-91e5-4f85-b776-0216ad396477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:40Z', 'revision_number': 3, 'project_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'gw_port': {'id': 'df21058c-91e5-4f85-b776-0216ad396477', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:38Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:44.254871 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:18:44.258713 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Checking segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:44.258713 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:44.258713 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Bound using segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:18:44.258713 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Bound port: a95e4230-8fc0-4f39-b585-f473ca10dd66, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:18:44.258713 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:44.312026 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Allocated IP 172.20.0.1 (e72e47be-aaa8-400d-b997-58e2a6efc84a/4c50c8fa-063d-4447-81e7-9a815420e7f8/f6c9a45f-e8a1-45ea-b576-9d0c864cb413) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:44.315618 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292947a-8906-4938-a675-2dbf4ea4d23c None None] The sync data for ids ['283e6dad-adf0-44ad-a848-75d6882e0e16'] in dv-cinder-813223-5-iscsi is: [{'id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'name': 'tempest-ServerRescueNegativeTestJSON-927971883-router', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'df21058c-91e5-4f85-b776-0216ad396477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:40Z', 'revision_number': 3, 'project_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'gw_port': {'id': 'df21058c-91e5-4f85-b776-0216ad396477', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:38Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:18:44.362356 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] For port a95e4230-8fc0-4f39-b585-f473ca10dd66, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:18:44.369534 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] For port a95e4230-8fc0-4f39-b585-f473ca10dd66, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=a95e4230-8fc0-4f39-b585-f473ca10dd66,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:18:44.392682 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Network f261ffb8-ebb6-4541-85b1-098d6402ff0f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:44.394460 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:44.457407 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:44.576501 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:44.591009 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Publish callbacks [] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:44.660385 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 59cd8721-7454-419e-9a8b-19f99d64017f up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:44.694536 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f297ced-eb7e-4618-b456-8a7a7e50bf92 None None] Pushing event updated for resources: {'Port': ['ID=a95e4230-8fc0-4f39-b585-f473ca10dd66,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:44.707761 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:44.708452 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:18:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:44.793678 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Router 700fb037-3eca-46f6-9309-c6861275e873 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:18:44.864983 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 59cd8721-7454-419e-9a8b-19f99d64017f triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:44.864983 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (59cd8721-7454-419e-9a8b-19f99d64017f), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:44.962909 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:44.973847 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:18:44.978679 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-0376dee5-6c51-4c37-9188-37d62b2f20e1 admin admin] 10.222.0.72 "PUT /v2.0/routers/700fb037-3eca-46f6-9309-c6861275e873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0930107 Jan 31 19:18:44.991641 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:45.007461 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:45.058776 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-83ceba07-52a9-4aa7-8404-d6dd33257369 None None] Provisioning complete for port 89d544c4-07d5-4cfe-815e-f2b93d696b53 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:45.059171 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-83ceba07-52a9-4aa7-8404-d6dd33257369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:45.198162 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-83ceba07-52a9-4aa7-8404-d6dd33257369 None None] Port 89d544c4-07d5-4cfe-815e-f2b93d696b53 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:18:45.295440 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 59cd8721-7454-419e-9a8b-19f99d64017f is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:45.295983 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (59cd8721-7454-419e-9a8b-19f99d64017f), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:45.362522 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port 59cd8721-7454-419e-9a8b-19f99d64017f, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=59cd8721-7454-419e-9a8b-19f99d64017f,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:18:45.398556 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Network e72e47be-aaa8-400d-b997-58e2a6efc84a is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:45.403614 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c9a45f-e8a1-45ea-b576-9d0c864cb413,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:45.410725 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:45.434852 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:18:45.436822 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:39Z', 'revision_number': 3, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:45.439870 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2080534'] for router_interface (689533e0-2755-47cf-adf4-823b48dc25e2), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:45.447811 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (59cd8721-7454-419e-9a8b-19f99d64017f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:45.490046 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd488e0c-9ad1-445b-b70c-0fa23f38d552 None None] The sync data for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi is: [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:39Z', 'revision_number': 3, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:18:45.604377 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=59cd8721-7454-419e-9a8b-19f99d64017f,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:45.676141 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6f6de77a-ad6f-4f91-829b-4d990558a746 req-0daff554-60ca-4d92-a6ab-4fd2123d5615 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 210 time: 0.2626562 Jan 31 19:18:45.716559 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Publish callbacks [] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:45.788871 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Sync routers for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:18:45.804028 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:45.804670 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:18:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:45.817936 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:45.819695 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073478'] for router_interface (283e6dad-adf0-44ad-a848-75d6882e0e16), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:46.069029 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Pushing event updated for resources: {'Port': ['ID=bd06388b-3b25-46ed-a591-6a7ad82f007b,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:46.119662 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-7794eaf3-2ef7-43e3-ad52-51b6cf7b731e None None] Provisioning complete for port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:46.120193 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7794eaf3-2ef7-43e3-ad52-51b6cf7b731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:46.230987 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:46.261342 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7794eaf3-2ef7-43e3-ad52-51b6cf7b731e None None] Port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:18:46.267573 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:46.437864 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:46.444928 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:46.504437 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:46.807210 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50654) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:46.885074 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Publish callbacks [] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:46.898612 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 2, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:46.952847 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device df21058c-91e5-4f85-b776-0216ad396477 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:46.956710 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Checking router: 700fb037-3eca-46f6-9309-c6861275e873 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:18:46.957075 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Updating router 700fb037-3eca-46f6-9309-c6861275e873 port 89d544c4-07d5-4cfe-815e-f2b93d696b53 binding host dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:18:46.968333 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a1fd67a7-49e0-47d7-ba0b-0c2d743dd702 req-55f04995-7a4d-4b4f-94b0-43552c751775 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 210 time: 0.0458021 Jan 31 19:18:46.989621 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:46.989621 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073478'] for router_interface (689533e0-2755-47cf-adf4-823b48dc25e2), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.030399 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f0f4-7e59-4b2b-b14d-16f538a35856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.066021 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.161409 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c9a45f-e8a1-45ea-b576-9d0c864cb413,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:47.197936 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Router 283e6dad-adf0-44ad-a848-75d6882e0e16 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:18:47.223861 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Network e72e47be-aaa8-400d-b997-58e2a6efc84a is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:47.225549 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f0f4-7e59-4b2b-b14d-16f538a35856 admin admin] Publish callbacks [] for security_group (c87c9400-3883-413d-8669-80003688783d), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.226217 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:47.273097 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50666) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:47.278700 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6e4ce51a-01c4-439b-a9c1-06e6cada5fd6 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1923484124', 'description': 'tempest-description--321655151'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:47.342438 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f0f4-7e59-4b2b-b14d-16f538a35856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (c87c9400-3883-413d-8669-80003688783d), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.376256 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port df21058c-91e5-4f85-b776-0216ad396477 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:47.377557 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (df21058c-91e5-4f85-b776-0216ad396477), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.412536 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-8ca3f0f4-7e59-4b2b-b14d-16f538a35856 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5b1b0f9977dd4639ba11801562155c62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6039736 Jan 31 19:18:47.413878 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e4ce51a-01c4-439b-a9c1-06e6cada5fd6 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.416001 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50668) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:47.544728 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3bee0e1-f521-4bba-b6b7-94aec66c4ddb admin admin] Publish callbacks [] for security_group (c87c9400-3883-413d-8669-80003688783d), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.582968 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3bee0e1-f521-4bba-b6b7-94aec66c4ddb admin admin] Publish callbacks [] for security_group (c87c9400-3883-413d-8669-80003688783d), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.591879 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Router 689533e0-2755-47cf-adf4-823b48dc25e2 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:18:47.615253 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:18:47.637078 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-83982ca8-307f-4441-82dd-1d9a2c1e1748 admin admin] 10.222.0.72 "PUT /v2.0/routers/283e6dad-adf0-44ad-a848-75d6882e0e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0961089 Jan 31 19:18:47.667751 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port df21058c-91e5-4f85-b776-0216ad396477 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:47.667751 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (df21058c-91e5-4f85-b776-0216ad396477), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.670064 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3f0f4-7e59-4b2b-b14d-16f538a35856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87c9400-3883-413d-8669-80003688783d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:47.725096 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Publish callbacks [] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.739037 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3bee0e1-f521-4bba-b6b7-94aec66c4ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (c87c9400-3883-413d-8669-80003688783d), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.741728 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f3bee0e1-f521-4bba-b6b7-94aec66c4ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.742516 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port df21058c-91e5-4f85-b776-0216ad396477, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=df21058c-91e5-4f85-b776-0216ad396477,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:18:47.742861 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-f3bee0e1-f521-4bba-b6b7-94aec66c4ddb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c87c9400-3883-413d-8669-80003688783d HTTP/1.1" status: 204 len: 168 time: 0.3181779 Jan 31 19:18:47.751250 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.763485 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bee0e1-f521-4bba-b6b7-94aec66c4ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87c9400-3883-413d-8669-80003688783d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:47.800148 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.802749 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-95c8f724-f07c-4a0a-85d9-3916317c1004 None None] Provisioning complete for port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:47.803342 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95c8f724-f07c-4a0a-85d9-3916317c1004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.838791 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e4ce51a-01c4-439b-a9c1-06e6cada5fd6 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group (06ee7f50-dedf-46e6-b3b8-1e556d0bcc20), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.915519 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e4ce51a-01c4-439b-a9c1-06e6cada5fd6 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (06ee7f50-dedf-46e6-b3b8-1e556d0bcc20), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.922553 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1907b9b-131f-4f42-b5ab-8a3c7f295b8a None None] Pushing event updated for resources: {'Port': ['ID=89d544c4-07d5-4cfe-815e-f2b93d696b53,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:47.930553 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:18:47.933793 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (df21058c-91e5-4f85-b776-0216ad396477), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:47.934624 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device a95e4230-8fc0-4f39-b585-f473ca10dd66 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:47.954475 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-85c74a28-8210-4141-abe5-257e3d522f49 admin admin] 10.222.0.72 "PUT /v2.0/routers/689533e0-2755-47cf-adf4-823b48dc25e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3473234 Jan 31 19:18:48.014119 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ce51a-01c4-439b-a9c1-06e6cada5fd6 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:48.077457 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-95c8f724-f07c-4a0a-85d9-3916317c1004 None None] Port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:18:48.121773 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Attempting to bind port 89d544c4-07d5-4cfe-815e-f2b93d696b53 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:18:48.122276 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Attempting to bind port 89d544c4-07d5-4cfe-815e-f2b93d696b53 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:18:48.122713 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Attempting to bind port 89d544c4-07d5-4cfe-815e-f2b93d696b53 on network f261ffb8-ebb6-4541-85b1-098d6402ff0f {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:18:48.130415 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port a95e4230-8fc0-4f39-b585-f473ca10dd66 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:48.130887 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.137524 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:18:48.137845 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Checking segment: {'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:48.138400 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.138909 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Bound using segment: {'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:18:48.139470 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Bound port: 89d544c4-07d5-4cfe-815e-f2b93d696b53, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:18:48.139920 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.147079 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6e4ce51a-01c4-439b-a9c1-06e6cada5fd6 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.149678 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-6e4ce51a-01c4-439b-a9c1-06e6cada5fd6 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8754289 Jan 31 19:18:48.153310 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50692) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:48.161783 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-eecad256-5e58-41d9-b634-83b785402060 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Request body: {'security_group_rule': {'security_group_id': '06ee7f50-dedf-46e6-b3b8-1e556d0bcc20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:48.164671 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=df21058c-91e5-4f85-b776-0216ad396477,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:48.311623 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] For port 89d544c4-07d5-4cfe-815e-f2b93d696b53, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:18:48.332200 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] For port 89d544c4-07d5-4cfe-815e-f2b93d696b53, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=89d544c4-07d5-4cfe-815e-f2b93d696b53,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:18:48.334124 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eecad256-5e58-41d9-b634-83b785402060 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group_rule (4ca21394-27cc-41e5-8c1a-a762617d7e79), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.335194 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port a95e4230-8fc0-4f39-b585-f473ca10dd66 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:48.335577 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.391326 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a6e72630-f8a3-4109-96b0-802f9edbf798 req-35d5fd05-639a-43da-922a-50437398296e tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 210 time: 0.1033919 Jan 31 19:18:48.395825 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port a95e4230-8fc0-4f39-b585-f473ca10dd66, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=a95e4230-8fc0-4f39-b585-f473ca10dd66,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:18:48.407823 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.441927 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.77', 49763) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:48.496919 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Sync routers for ids ['283e6dad-adf0-44ad-a848-75d6882e0e16'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:18:48.529313 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Routers {'283e6dad-adf0-44ad-a848-75d6882e0e16'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:48.533898 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.538100 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:18:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['283e6dad-adf0-44ad-a848-75d6882e0e16'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:48.539137 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 59cd8721-7454-419e-9a8b-19f99d64017f up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:48.696416 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eecad256-5e58-41d9-b634-83b785402060 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group_rule (4ca21394-27cc-41e5-8c1a-a762617d7e79), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.804025 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:48.805109 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:18:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:48.824166 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eecad256-5e58-41d9-b634-83b785402060 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (4ca21394-27cc-41e5-8c1a-a762617d7e79), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.954851 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Set router 283e6dad-adf0-44ad-a848-75d6882e0e16 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:49.111943 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecad256-5e58-41d9-b634-83b785402060 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca21394-27cc-41e5-8c1a-a762617d7e79,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:49.185241 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:49.190679 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50730) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:49.260686 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-4adc0c51-f737-408d-87c3-c4e3df78b1d5 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:49.262332 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-4adc0c51-f737-408d-87c3-c4e3df78b1d5 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.77 "GET /v2.0/networks?id=aab397f1-642a-4003-a7ca-c47464b5755d HTTP/1.1" status: 200 len: 811 time: 0.8191001 Jan 31 19:18:49.263894 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6a4abb23-69eb-42fe-aa9d-9c87b5cc3736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:49.280612 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eecad256-5e58-41d9-b634-83b785402060 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:49.285200 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Sync routers for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:18:49.285977 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50734) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:49.286089 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-eecad256-5e58-41d9-b634-83b785402060 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1314039 Jan 31 19:18:49.293419 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4a756a3e-91e6-4eb8-aa22-c6795ac376c2 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Request body: {'security_group_rule': {'security_group_id': '06ee7f50-dedf-46e6-b3b8-1e556d0bcc20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:49.299327 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891758f0-052b-4733-a36f-26a66be09cf2 req-05817dd6-8724-43bf-8b83-63e41f48b852 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:49.300765 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-05817dd6-8724-43bf-8b83-63e41f48b852 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/networks?id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76 HTTP/1.1" status: 200 len: 818 time: 0.5559995 Jan 31 19:18:49.311015 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-5d515b70-b5f8-4551-862d-f36c983b625d None None] Provisioning complete for port 89d544c4-07d5-4cfe-815e-f2b93d696b53 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:49.311305 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d515b70-b5f8-4551-862d-f36c983b625d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:49.330052 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:49.330791 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:18:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:49.332776 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-5488aaa7-c860-40e2-b76c-2c654808fd89 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Request body: {'port': {'device_id': 'ddfccbe0-a9e3-439a-b3f4-495b1194e13b', 'network_id': 'aab397f1-642a-4003-a7ca-c47464b5755d', 'admin_state_up': True, 'tenant_id': '23421e524050484d860e9dca52198081'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:49.453295 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6a4abb23-69eb-42fe-aa9d-9c87b5cc3736 admin admin] Publish callbacks [] for security_group (dbfbb113-42d2-4fc0-96ce-059411983d28), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:49.468662 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-56d9ec95-9053-46d7-a83b-329d83c76241 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/quotas/c1241b69dd254a7fa9a9171e2cc424da HTTP/1.1" status: 200 len: 375 time: 0.0123684 Jan 31 19:18:49.491438 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:49.548650 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6a4abb23-69eb-42fe-aa9d-9c87b5cc3736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (dbfbb113-42d2-4fc0-96ce-059411983d28), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:49.626106 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'name': 'tempest-ServerRescueNegativeTestJSON-927971883-router', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'df21058c-91e5-4f85-b776-0216ad396477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:44Z', 'revision_number': 4, 'project_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'gw_port': {'id': 'df21058c-91e5-4f85-b776-0216ad396477', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:38Z', 'updated_at': '2022-01-31T19:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'bd06388b-3b25-46ed-a591-6a7ad82f007b', 'name': '', 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'mac_address': 'fa:16:3e:46:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c1924c8-4ffc-4f4f-8854-bdf0660d683e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:42Z', 'updated_at': '2022-01-31T19:18:44Z', 'revision_number': 2, 'project_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'subnets': [{'id': '9c1924c8-4ffc-4f4f-8854-bdf0660d683e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:49.642402 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-6a4abb23-69eb-42fe-aa9d-9c87b5cc3736 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aff66b235bea41b4acb1bdfa5089a2e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4410579 Jan 31 19:18:49.644318 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50748) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:49.646896 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4abb23-69eb-42fe-aa9d-9c87b5cc3736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfbb113-42d2-4fc0-96ce-059411983d28,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:49.691425 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-ebc8b802-e706-42e2-8b15-14a166c01d0b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2163594 Jan 31 19:18:49.709124 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Checking router: 283e6dad-adf0-44ad-a848-75d6882e0e16 for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:18:49.709521 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Updating router 283e6dad-adf0-44ad-a848-75d6882e0e16 port bd06388b-3b25-46ed-a591-6a7ad82f007b binding host dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:18:49.746735 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:49.767110 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a756a3e-91e6-4eb8-aa22-c6795ac376c2 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group_rule (0f892b4c-7d65-4c85-8ebd-975008fe15f9), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:49.806099 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dc36c6c6-9139-421e-8242-66068ad2ab46 admin admin] Publish callbacks [] for security_group (dbfbb113-42d2-4fc0-96ce-059411983d28), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:49.861577 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dc36c6c6-9139-421e-8242-66068ad2ab46 admin admin] Publish callbacks [] for security_group (dbfbb113-42d2-4fc0-96ce-059411983d28), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:49.867255 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1907b9b-131f-4f42-b5ab-8a3c7f295b8a None None] Pushing event updated for resources: {'Port': ['ID=89d544c4-07d5-4cfe-815e-f2b93d696b53,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:49.879812 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-4e79cf54-6183-422f-8556-c9f4a048e7e5 service neutron] 10.222.0.72 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789439 Jan 31 19:18:49.916734 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a756a3e-91e6-4eb8-aa22-c6795ac376c2 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group_rule (0f892b4c-7d65-4c85-8ebd-975008fe15f9), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:49.969897 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a756a3e-91e6-4eb8-aa22-c6795ac376c2 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (0f892b4c-7d65-4c85-8ebd-975008fe15f9), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:49.998941 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50760) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:50.007872 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-5488aaa7-c860-40e2-b76c-2c654808fd89 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Made reservation on behalf of 23421e524050484d860e9dca52198081 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:18:50.035246 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-5488aaa7-c860-40e2-b76c-2c654808fd89 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.043030 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a756a3e-91e6-4eb8-aa22-c6795ac376c2 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f892b4c-7d65-4c85-8ebd-975008fe15f9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:50.056084 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 59cd8721-7454-419e-9a8b-19f99d64017f triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:50.056472 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (59cd8721-7454-419e-9a8b-19f99d64017f), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.076435 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f5964bde-d7a2-4058-b6d1-9b5b94a21ee1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504220182', 'description': 'tempest-description--825328605'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:50.163119 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=a95e4230-8fc0-4f39-b585-f473ca10dd66,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:50.177415 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-729438ce-eda7-4ef2-b2b8-16fc06b5da53 service neutron] 10.222.0.72 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847629 Jan 31 19:18:50.235572 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:50.240257 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Publish callbacks [] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.254513 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dc36c6c6-9139-421e-8242-66068ad2ab46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (dbfbb113-42d2-4fc0-96ce-059411983d28), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.257966 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dc36c6c6-9139-421e-8242-66068ad2ab46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.258511 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-dc36c6c6-9139-421e-8242-66068ad2ab46 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dbfbb113-42d2-4fc0-96ce-059411983d28 HTTP/1.1" status: 204 len: 168 time: 0.6125095 Jan 31 19:18:50.278983 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4a756a3e-91e6-4eb8-aa22-c6795ac376c2 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.283718 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-4a756a3e-91e6-4eb8-aa22-c6795ac376c2 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9931514 Jan 31 19:18:50.283718 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5964bde-d7a2-4058-b6d1-9b5b94a21ee1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.283957 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a9f4b-3511-4a2f-890f-9fb903caba4e None None] The sync data for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi is: [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:18:50.288518 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36c6c6-9139-421e-8242-66068ad2ab46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfbb113-42d2-4fc0-96ce-059411983d28,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:50.292364 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5d515b70-b5f8-4551-862d-f36c983b625d None None] Current status of the port 89d544c4-07d5-4cfe-815e-f2b93d696b53 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:50.292739 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d515b70-b5f8-4551-862d-f36c983b625d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.299156 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50768) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:50.319248 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Request body: {'floatingip': {'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:50.328916 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.476727 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbe712-a1e3-4c35-a42a-b953cd22dd6d None None] Pushing event updated for resources: {'Port': ['ID=bd06388b-3b25-46ed-a591-6a7ad82f007b,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:50.489593 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 59cd8721-7454-419e-9a8b-19f99d64017f is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:50.495828 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-5d515b70-b5f8-4551-862d-f36c983b625d None None] For port 89d544c4-07d5-4cfe-815e-f2b93d696b53, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=89d544c4-07d5-4cfe-815e-f2b93d696b53,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:18:50.518955 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.532795 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:46Z', 'revision_number': 2, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:50.683268 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-5488aaa7-c860-40e2-b76c-2c654808fd89 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Allocated IP 172.20.0.6 (aab397f1-642a-4003-a7ca-c47464b5755d/1a31e449-3aab-470d-8417-01a952c554da/3c8ddf3a-d7ae-48d3-be3e-193306b46a69) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:50.738412 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Attempting to bind port bd06388b-3b25-46ed-a591-6a7ad82f007b on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:18:50.738412 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Attempting to bind port bd06388b-3b25-46ed-a591-6a7ad82f007b by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '72257c49-4af3-4e03-83db-84b8080378b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:18:50.738412 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Attempting to bind port bd06388b-3b25-46ed-a591-6a7ad82f007b on network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:18:50.750285 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5d515b70-b5f8-4551-862d-f36c983b625d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.754950 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:18:50.755328 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Checking segment: {'id': '72257c49-4af3-4e03-83db-84b8080378b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:50.755737 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.756383 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Bound using segment: {'id': '72257c49-4af3-4e03-83db-84b8080378b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:18:50.756628 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Bound port: bd06388b-3b25-46ed-a591-6a7ad82f007b, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72257c49-4af3-4e03-83db-84b8080378b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:18:50.757012 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.783481 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Checking router: 689533e0-2755-47cf-adf4-823b48dc25e2 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:18:50.796231 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Updating router 689533e0-2755-47cf-adf4-823b48dc25e2 port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 binding host dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:18:50.915441 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d515b70-b5f8-4551-862d-f36c983b625d None None] Pushing event updated for resources: {'Port': ['ID=89d544c4-07d5-4cfe-815e-f2b93d696b53,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:51.057889 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] For port bd06388b-3b25-46ed-a591-6a7ad82f007b, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:18:51.065390 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] For port bd06388b-3b25-46ed-a591-6a7ad82f007b, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=bd06388b-3b25-46ed-a591-6a7ad82f007b,segment=NetworkSegment(72257c49-4af3-4e03-83db-84b8080378b6),segment_id=72257c49-4af3-4e03-83db-84b8080378b6)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:18:51.124549 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.140005 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device df21058c-91e5-4f85-b776-0216ad396477 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:51.150278 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.271526 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f1729db8-c469-4290-a17f-fa498f9d8e4c req-d261e1cc-74d1-4aa1-96db-96f3f26ebb0c tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 210 time: 0.3539369 Jan 31 19:18:51.318469 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Routers {'283e6dad-adf0-44ad-a848-75d6882e0e16'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:51.318469 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:18:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['283e6dad-adf0-44ad-a848-75d6882e0e16'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:51.318670 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-ec63bda2-d4e1-4ac7-af4d-5fdc55f30c43 None None] Provisioning complete for port 89d544c4-07d5-4cfe-815e-f2b93d696b53 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:51.318670 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ec63bda2-d4e1-4ac7-af4d-5fdc55f30c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.333510 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2046276c-95e8-46b2-b666-9d8e37c29085 req-48357189-92ea-4cc5-a7b6-36559322c291 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 210 time: 0.2703536 Jan 31 19:18:51.380030 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5964bde-d7a2-4058-b6d1-9b5b94a21ee1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group (588aacd1-7e1a-47d1-b695-0e7226b85bbc), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.431922 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.571023 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-5488aaa7-c860-40e2-b76c-2c654808fd89 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Publish callbacks [] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.583653 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbe712-a1e3-4c35-a42a-b953cd22dd6d None None] Pushing event updated for resources: {'Port': ['ID=bd06388b-3b25-46ed-a591-6a7ad82f007b,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:51.679312 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5964bde-d7a2-4058-b6d1-9b5b94a21ee1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (588aacd1-7e1a-47d1-b695-0e7226b85bbc), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.791070 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-5488aaa7-c860-40e2-b76c-2c654808fd89 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.799915 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5964bde-d7a2-4058-b6d1-9b5b94a21ee1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.803056 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-f5964bde-d7a2-4058-b6d1-9b5b94a21ee1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.7964997 Jan 31 19:18:51.827898 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50824) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:51.884797 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-be9565d2-22cc-43d8-87b9-660c90adf950 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Request body: {'security_group_rule': {'security_group_id': '588aacd1-7e1a-47d1-b695-0e7226b85bbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:52.011408 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port df21058c-91e5-4f85-b776-0216ad396477 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:52.011998 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (df21058c-91e5-4f85-b776-0216ad396477), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:52.023886 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Allocated IP 172.27.1.172 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/0901f632-68f8-4f97-baae-e238c768b785) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:52.053797 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-5488aaa7-c860-40e2-b76c-2c654808fd89 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Network aab397f1-642a-4003-a7ca-c47464b5755d is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:52.068277 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-5488aaa7-c860-40e2-b76c-2c654808fd89 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:52.084452 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-5488aaa7-c860-40e2-b76c-2c654808fd89 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:18:52.108444 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-5488aaa7-c860-40e2-b76c-2c654808fd89 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:52.111733 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-5488aaa7-c860-40e2-b76c-2c654808fd89 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:52.143826 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5964bde-d7a2-4058-b6d1-9b5b94a21ee1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588aacd1-7e1a-47d1-b695-0e7226b85bbc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:52.255249 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488aaa7-c860-40e2-b76c-2c654808fd89 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Pushing event updated for resources: {'Port': ['ID=3c8ddf3a-d7ae-48d3-be3e-193306b46a69,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:52.280211 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] Set router 283e6dad-adf0-44ad-a848-75d6882e0e16 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:52.333926 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ec63bda2-d4e1-4ac7-af4d-5fdc55f30c43 None None] Current status of the port 89d544c4-07d5-4cfe-815e-f2b93d696b53 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:52.374275 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be9565d2-22cc-43d8-87b9-660c90adf950 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group_rule (d2e73b18-9456-46d7-8265-341f5f5037c3), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:52.413428 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-5488aaa7-c860-40e2-b76c-2c654808fd89 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1013043 Jan 31 19:18:52.504003 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-42c4e3df-f3a8-468c-b27d-78732eda0b3f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:52.520098 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-42c4e3df-f3a8-468c-b27d-78732eda0b3f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/networks?id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76 HTTP/1.1" status: 200 len: 818 time: 0.4579003 Jan 31 19:18:52.533583 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be9565d2-22cc-43d8-87b9-660c90adf950 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group_rule (d2e73b18-9456-46d7-8265-341f5f5037c3), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:52.549105 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port df21058c-91e5-4f85-b776-0216ad396477 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:52.556973 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device a95e4230-8fc0-4f39-b585-f473ca10dd66 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:52.557556 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-fda2bbd6-2d2a-4f7e-bf41-ea97b9fc8c27 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/quotas/c1241b69dd254a7fa9a9171e2cc424da HTTP/1.1" status: 200 len: 375 time: 0.0364726 Jan 31 19:18:52.701994 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Publish callbacks [] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:52.723568 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be9565d2-22cc-43d8-87b9-660c90adf950 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (d2e73b18-9456-46d7-8265-341f5f5037c3), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:52.742008 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port a95e4230-8fc0-4f39-b585-f473ca10dd66 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:52.742474 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:52.789605 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:52.833093 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for port (0901f632-68f8-4f97-baae-e238c768b785), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:52.848083 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-9eff7ef3-d04f-4463-8a1a-2ee6bc43676a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2893546 Jan 31 19:18:52.933041 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9565d2-22cc-43d8-87b9-660c90adf950 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e73b18-9456-46d7-8265-341f5f5037c3,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:53.038460 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa1fc0-ba5f-4f0d-b674-5a3a3ee621ee req-031133d9-1a36-4383-8d08-6478b7b9b352 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:53.044810 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0728050-41c6-4f5c-9cf9-41b919c857d6 None None] Pushing event updated for resources: {'Port': ['ID=f6c9a45f-e8a1-45ea-b576-9d0c864cb413,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:53.062022 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-50aa1fc0-ba5f-4f0d-b674-5a3a3ee621ee req-031133d9-1a36-4383-8d08-6478b7b9b352 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 931 time: 0.5263040 Jan 31 19:18:53.068073 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be9565d2-22cc-43d8-87b9-660c90adf950 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:53.072469 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50870) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:53.080508 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-b8dce96c-5220-494a-af4d-0ad584efdf61 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Request body: {'security_group_rule': {'security_group_id': '588aacd1-7e1a-47d1-b695-0e7226b85bbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:53.087738 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'name': 'tempest-ServerRescueNegativeTestJSON-927971883-router', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'df21058c-91e5-4f85-b776-0216ad396477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:44Z', 'revision_number': 4, 'project_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'gw_port': {'id': 'df21058c-91e5-4f85-b776-0216ad396477', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:38Z', 'updated_at': '2022-01-31T19:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'bd06388b-3b25-46ed-a591-6a7ad82f007b', 'name': '', 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'mac_address': 'fa:16:3e:46:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c1924c8-4ffc-4f4f-8854-bdf0660d683e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:42Z', 'updated_at': '2022-01-31T19:18:51Z', 'revision_number': 4, 'project_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'subnets': [{'id': '9c1924c8-4ffc-4f4f-8854-bdf0660d683e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:53.101464 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-be9565d2-22cc-43d8-87b9-660c90adf950 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2388709 Jan 31 19:18:53.170816 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8403b-e26d-4fcb-9e3e-71f27aae75a8 None None] The sync data for ids ['283e6dad-adf0-44ad-a848-75d6882e0e16'] in dv-cinder-813223-5-iscsi is: [{'id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'name': 'tempest-ServerRescueNegativeTestJSON-927971883-router', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'df21058c-91e5-4f85-b776-0216ad396477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:44Z', 'revision_number': 4, 'project_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'gw_port': {'id': 'df21058c-91e5-4f85-b776-0216ad396477', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:38Z', 'updated_at': '2022-01-31T19:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'bd06388b-3b25-46ed-a591-6a7ad82f007b', 'name': '', 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'mac_address': 'fa:16:3e:46:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c1924c8-4ffc-4f4f-8854-bdf0660d683e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:42Z', 'updated_at': '2022-01-31T19:18:51Z', 'revision_number': 4, 'project_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'subnets': [{'id': '9c1924c8-4ffc-4f4f-8854-bdf0660d683e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:18:53.240306 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8dce96c-5220-494a-af4d-0ad584efdf61 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group_rule (0ef72fde-c650-4150-bf1e-26f7ef33c497), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:53.267635 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (0901f632-68f8-4f97-baae-e238c768b785), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:53.316943 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-50aa1fc0-ba5f-4f0d-b674-5a3a3ee621ee req-16a66595-1c2a-4c83-a39e-d9bf45224f28 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019789 Jan 31 19:18:53.384193 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:53.387649 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:53.392380 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:18:53.410745 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8dce96c-5220-494a-af4d-0ad584efdf61 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group_rule (0ef72fde-c650-4150-bf1e-26f7ef33c497), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:53.431118 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event updated for resources: {'Port': ['ID=0901f632-68f8-4f97-baae-e238c768b785,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:53.478530 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-0aa97b81-1d81-43a2-a465-1b18f3697ca2 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:18:53.492160 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-0aa97b81-1d81-43a2-a465-1b18f3697ca2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2017059 Jan 31 19:18:53.534465 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-77049a72-6926-4d16-808d-84f9a8720971 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:18:53.536356 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-77049a72-6926-4d16-808d-84f9a8720971 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074480 Jan 31 19:18:53.559888 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8dce96c-5220-494a-af4d-0ad584efdf61 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (0ef72fde-c650-4150-bf1e-26f7ef33c497), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:53.608319 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (014e27a5-b39c-44bc-beeb-3e5ade53805e), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:53.637636 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Attempting to bind port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:18:53.637636 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Attempting to bind port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:18:53.637636 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Attempting to bind port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 on network e72e47be-aaa8-400d-b997-58e2a6efc84a {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:18:53.644758 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dce96c-5220-494a-af4d-0ad584efdf61 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef72fde-c650-4150-bf1e-26f7ef33c497,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:53.657660 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-2048077a-88bf-41f5-8ff4-0d6049a43a89 None None] Provisioning complete for port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:53.658209 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2048077a-88bf-41f5-8ff4-0d6049a43a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:53.752469 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:18:53.752906 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Checking segment: {'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:53.758629 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:53.758629 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Bound using segment: {'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:18:53.776474 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Bound port: f6c9a45f-e8a1-45ea-b576-9d0c864cb413, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:18:53.777042 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:53.871516 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-181d343e-af40-4ff2-b075-3b19d2d38069 service neutron] 10.222.0.72 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767135 Jan 31 19:18:53.873949 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (0901f632-68f8-4f97-baae-e238c768b785), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:53.977880 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b8dce96c-5220-494a-af4d-0ad584efdf61 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:53.982592 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-b8dce96c-5220-494a-af4d-0ad584efdf61 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9058812 Jan 31 19:18:53.984069 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50900) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:53.999323 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Request body: {'floatingip': {'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:54.008909 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port a95e4230-8fc0-4f39-b585-f473ca10dd66 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:54.010834 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 89d544c4-07d5-4cfe-815e-f2b93d696b53 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:54.166833 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2048077a-88bf-41f5-8ff4-0d6049a43a89 None None] Port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:18:54.296218 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] For port f6c9a45f-e8a1-45ea-b576-9d0c864cb413, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:18:54.325424 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] For port f6c9a45f-e8a1-45ea-b576-9d0c864cb413, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=f6c9a45f-e8a1-45ea-b576-9d0c864cb413,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:18:54.354240 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 89d544c4-07d5-4cfe-815e-f2b93d696b53 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:54.357741 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:54.363169 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-4b69ab7f-d678-498f-8cd7-f6a446d1723d service neutron] 10.222.0.72 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901838 Jan 31 19:18:54.391830 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:54.472312 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:54.893440 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0728050-41c6-4f5c-9cf9-41b919c857d6 None None] Pushing event updated for resources: {'Port': ['ID=f6c9a45f-e8a1-45ea-b576-9d0c864cb413,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:54.923385 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for port (0901f632-68f8-4f97-baae-e238c768b785), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:54.933850 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:54.934792 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:18:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:54.978946 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Request body: {'port': {'device_id': 'ddfccbe0-a9e3-439a-b3f4-495b1194e13b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:55.126403 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 50934) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:55.156054 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aa878-ff1a-4eba-939d-9f91b62c0505 req-1bf553b3-29ad-4791-9867-dadad209fa01 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:55.202107 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-af7aa878-ff1a-4eba-939d-9f91b62c0505 req-1bf553b3-29ad-4791-9867-dadad209fa01 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 931 time: 0.6207943 Jan 31 19:18:55.226440 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (0901f632-68f8-4f97-baae-e238c768b785), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:55.258198 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b7c2e9ea-903c-4fa6-97a1-4d89acf21abd req-cd156341-ec84-4674-8d30-d165b31b027e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 210 time: 0.1275697 Jan 31 19:18:55.264923 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:18:55.345342 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:55.350899 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:55.535857 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (014e27a5-b39c-44bc-beeb-3e5ade53805e), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:55.566248 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5100fdf-70f7-484d-868d-9e3942956a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:55.598975 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event updated for resources: {'Port': ['ID=0901f632-68f8-4f97-baae-e238c768b785,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:55.694367 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-af7aa878-ff1a-4eba-939d-9f91b62c0505 req-17e05fe4-3d96-492d-ac9d-123227c36baf tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905639 Jan 31 19:18:55.747292 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:55.762608 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:55.776666 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-e1fb8d20-b01a-49e3-8f83-225d0e3834fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4727240 Jan 31 19:18:55.796432 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 89d544c4-07d5-4cfe-815e-f2b93d696b53 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:56.437088 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Allocated IP 172.27.1.43 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:56.469859 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-d80199cc-92ca-419a-914b-27cf3fbda1d3 None None] Provisioning complete for port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:56.490104 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d80199cc-92ca-419a-914b-27cf3fbda1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:56.508117 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device bd06388b-3b25-46ed-a591-6a7ad82f007b up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:56.921542 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.77', 49778) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:56.993021 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 50986) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:57.053824 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for port (cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:57.183793 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-55fb78ce-6c9c-49bb-a0de-82fa1acac2b2 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1923484124&fields=id&tenant_id=694936399477419aa737191ef0856c4e HTTP/1.1" status: 200 len: 267 time: 0.4654105 Jan 31 19:18:57.239031 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port bd06388b-3b25-46ed-a591-6a7ad82f007b triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:57.240110 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:57.331017 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:54Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:57.338007 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5100fdf-70f7-484d-868d-9e3942956a5e admin admin] Publish callbacks [] for security_group (79e588ff-5cc8-4b62-b766-b267a2ada338), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:57.453877 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4548f20-553c-40a6-b9e2-8fa7d3586611 None None] The sync data for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi is: [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:54Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:18:57.479692 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d80199cc-92ca-419a-914b-27cf3fbda1d3 None None] Current status of the port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:57.480887 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d80199cc-92ca-419a-914b-27cf3fbda1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:57.573932 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9a88d67a-972a-44ab-85de-8c91de9fe47f req-e888dc7a-17cd-404e-855a-9b3c7a084aec tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 210 time: 0.2304096 Jan 31 19:18:57.659864 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-d80199cc-92ca-419a-914b-27cf3fbda1d3 None None] For port f6c9a45f-e8a1-45ea-b576-9d0c864cb413, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=f6c9a45f-e8a1-45ea-b576-9d0c864cb413,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:18:57.677355 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port bd06388b-3b25-46ed-a591-6a7ad82f007b is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:57.677825 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:57.724298 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b5100fdf-70f7-484d-868d-9e3942956a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (79e588ff-5cc8-4b62-b766-b267a2ada338), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:57.753723 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port bd06388b-3b25-46ed-a591-6a7ad82f007b, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=bd06388b-3b25-46ed-a591-6a7ad82f007b,segment=NetworkSegment(72257c49-4af3-4e03-83db-84b8080378b6),segment_id=72257c49-4af3-4e03-83db-84b8080378b6)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:18:57.797805 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-22c83711-affa-4efb-a56f-3b1dd39fc229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:57.826248 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d80199cc-92ca-419a-914b-27cf3fbda1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:57.902601 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891758f0-052b-4733-a36f-26a66be09cf2 req-0124549f-2f7b-497c-a2ff-cc8cda7195a6 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:57.925660 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-0124549f-2f7b-497c-a2ff-cc8cda7195a6 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.77 "GET /v2.0/networks?id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76 HTTP/1.1" status: 200 len: 818 time: 0.9968119 Jan 31 19:18:57.955639 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80199cc-92ca-419a-914b-27cf3fbda1d3 None None] Pushing event updated for resources: {'Port': ['ID=f6c9a45f-e8a1-45ea-b576-9d0c864cb413,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:57.982336 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:57.983144 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 89d544c4-07d5-4cfe-815e-f2b93d696b53 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:57.989886 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [req-891758f0-052b-4733-a36f-26a66be09cf2 req-4028816b-993a-47bb-8c35-35926badfb76 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Request body: {'port': {'device_id': 'a4d53b57-2fbf-4097-9e15-17efa2e5d67c', 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76', 'admin_state_up': True, 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:58.194648 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=bd06388b-3b25-46ed-a591-6a7ad82f007b,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:58.224997 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 89d544c4-07d5-4cfe-815e-f2b93d696b53 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:58.225504 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:58.305528 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:18:58.318721 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Publish callbacks [] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:58.366859 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Transition to ACTIVE for port object 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:18:58.404880 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-993e669e-497c-4e85-a037-26a6367afff4 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:58.418803 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-993e669e-497c-4e85-a037-26a6367afff4 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/networks?id=f261ffb8-ebb6-4541-85b1-098d6402ff0f HTTP/1.1" status: 200 len: 810 time: 1.2328634 Jan 31 19:18:58.425609 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 89d544c4-07d5-4cfe-815e-f2b93d696b53 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:58.439956 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-b5100fdf-70f7-484d-868d-9e3942956a5e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e079763b9c8d49be9df3102cf97aec6e&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3041258 Jan 31 19:18:58.444769 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51016) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:58.483560 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:58.506249 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-831a4aa9-4a19-417f-8e9d-c645d8d217cd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/quotas/694936399477419aa737191ef0856c4e HTTP/1.1" status: 200 len: 375 time: 0.0834556 Jan 31 19:18:58.545308 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891758f0-052b-4733-a36f-26a66be09cf2 req-4028816b-993a-47bb-8c35-35926badfb76 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Made reservation on behalf of c1241b69dd254a7fa9a9171e2cc424da for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:18:58.556928 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-891758f0-052b-4733-a36f-26a66be09cf2 req-4028816b-993a-47bb-8c35-35926badfb76 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:58.588537 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:58.725591 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c8ddf3a-d7ae-48d3-be3e-193306b46a69,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:58.738942 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event updated for resources: {'Port': ['ID=cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:58.793027 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:58.793732 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51028) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:58.800507 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c9d6d73b-8418-475c-9bb2-effea6782223 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=694936399477419aa737191ef0856c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2903144 Jan 31 19:18:58.837170 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:58.842834 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:18:58.846845 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197fc59-9e85-4f6b-8f1a-9aff3536b6a8 req-500737b2-ad06-41b8-b959-24629ead4c3c tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:58.857432 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device f6c9a45f-e8a1-45ea-b576-9d0c864cb413 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:58.873629 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e197fc59-9e85-4f6b-8f1a-9aff3536b6a8 req-500737b2-ad06-41b8-b959-24629ead4c3c tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 931 time: 0.5031955 Jan 31 19:18:58.998929 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e197fc59-9e85-4f6b-8f1a-9aff3536b6a8 req-2f17ef7d-a222-4f7d-be7f-4a19dea17ed8 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242535 Jan 31 19:18:59.038901 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:59.039299 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Attempting to bind port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:18:59.039523 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:59.040046 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Attempting to bind port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'de4734c1-cbe1-472b-9bff-8c9beebd909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'aab397f1-642a-4003-a7ca-c47464b5755d'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:18:59.043609 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Attempting to bind port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 on network aab397f1-642a-4003-a7ca-c47464b5755d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:18:59.056991 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5100fdf-70f7-484d-868d-9e3942956a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e588ff-5cc8-4b62-b766-b267a2ada338,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:59.066459 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 on network aab397f1-642a-4003-a7ca-c47464b5755d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:18:59.066796 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Attempting to bind port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 on network aab397f1-642a-4003-a7ca-c47464b5755d {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:18:59.095581 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:18:59.096263 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Checking segment: {'id': 'de4734c1-cbe1-472b-9bff-8c9beebd909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'aab397f1-642a-4003-a7ca-c47464b5755d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:59.099101 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Bound using segment: {'id': 'de4734c1-cbe1-472b-9bff-8c9beebd909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'aab397f1-642a-4003-a7ca-c47464b5755d'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:18:59.099591 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Bound port: 3c8ddf3a-d7ae-48d3-be3e-193306b46a69, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4734c1-cbe1-472b-9bff-8c9beebd909a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'aab397f1-642a-4003-a7ca-c47464b5755d'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:18:59.100050 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:59.224561 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0fd73041-b7d7-47a7-8079-8a06d997a46b admin admin] Publish callbacks [] for security_group (79e588ff-5cc8-4b62-b766-b267a2ada338), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:59.248075 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-084d1d07-fb0f-4526-a57a-ca9eb4d7fdfd req-327581b5-6230-4e94-a187-06fbb5878e35 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 210 time: 0.0952930 Jan 31 19:18:59.337969 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:59.356084 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device bd06388b-3b25-46ed-a591-6a7ad82f007b up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:59.443843 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] For port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:18:59.450670 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-088d2ba7-0a9c-41b3-b686-50ba6fa1d6ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:59.467349 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] For port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c8ddf3a-d7ae-48d3-be3e-193306b46a69,segment=NetworkSegment(de4734c1-cbe1-472b-9bff-8c9beebd909a),segment_id=de4734c1-cbe1-472b-9bff-8c9beebd909a)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:18:59.486827 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port bd06388b-3b25-46ed-a591-6a7ad82f007b triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:59.487251 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:59.610066 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0fd73041-b7d7-47a7-8079-8a06d997a46b admin admin] Publish callbacks [] for security_group (79e588ff-5cc8-4b62-b766-b267a2ada338), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:59.680606 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port bd06388b-3b25-46ed-a591-6a7ad82f007b is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:59.761155 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-7459f732-a446-49ad-9ce2-9771b3d8ff07 service neutron] 10.222.0.72 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8045425 Jan 31 19:18:59.772606 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (c349e2b8-1d58-42ea-9a25-61dd99a2c9ee), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:59.774725 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-891758f0-052b-4733-a36f-26a66be09cf2 req-4028816b-993a-47bb-8c35-35926badfb76 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Allocated IP 172.20.0.14 (3b99c91a-a4b5-44c0-babe-fdd1422d7c76/9c1924c8-4ffc-4f4f-8854-bdf0660d683e/8ff0cf0f-e820-43fc-a038-76c555e88a97) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:59.860186 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:59.921088 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:59.922381 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:59.925615 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] 10.222.0.77 "PUT /v2.0/ports/3c8ddf3a-d7ae-48d3-be3e-193306b46a69 HTTP/1.1" status: 200 len: 1093 time: 6.0504506 Jan 31 19:18:59.926418 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfccbe0-a9e3-439a-b3f4-495b1194e13b', 'tag': '3c8ddf3a-d7ae-48d3-be3e-193306b46a69'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:00.182158 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b74e9-1fd8-4cfd-bd50-24ec703164e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c8ddf3a-d7ae-48d3-be3e-193306b46a69,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:00.183038 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-8bd225f1-74d0-410c-8a9b-21d528db7ae4 service neutron] 10.222.0.72 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827715 Jan 31 19:19:00.183038 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-22c83711-affa-4efb-a56f-3b1dd39fc229 admin admin] Publish callbacks [] for security_group (461309ad-f98f-49f0-be05-84efba7b88c4), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:00.188191 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:00.208197 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f917e4-cc13-485a-9943-3c7afc0bdb18 req-279f2554-52f0-49c5-8e27-9117d04fd0e9 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:00.223597 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-71f917e4-cc13-485a-9943-3c7afc0bdb18 req-279f2554-52f0-49c5-8e27-9117d04fd0e9 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 943 time: 0.1095595 Jan 31 19:19:00.286226 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e85ee27-b146-4c6d-8be5-fd5bec7c99d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfccbe0-a9e3-439a-b3f4-495b1194e13b", "tag": "3c8ddf3a-d7ae-48d3-be3e-193306b46a69"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:00.298378 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-71f917e4-cc13-485a-9943-3c7afc0bdb18 req-c6d4ce65-79aa-4eb9-a803-17d6e74b9dd5 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720928 Jan 31 19:19:00.424676 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-22c83711-affa-4efb-a56f-3b1dd39fc229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (461309ad-f98f-49f0-be05-84efba7b88c4), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:00.502135 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b12fb3c8-a2ee-412c-97b4-3d3e36efd348 req-547c4ea6-aa1a-4608-895d-dedc1cfdedc0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 210 time: 0.0730042 Jan 31 19:19:00.588657 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.77', 49787) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:00.612148 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for port (cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:00.623140 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-22c83711-affa-4efb-a56f-3b1dd39fc229 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee6b116e11fc4535986838f6587e0940&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6288674 Jan 31 19:19:00.629116 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c83711-affa-4efb-a56f-3b1dd39fc229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461309ad-f98f-49f0-be05-84efba7b88c4,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:00.633227 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51052) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:00.739510 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0fd73041-b7d7-47a7-8079-8a06d997a46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (79e588ff-5cc8-4b62-b766-b267a2ada338), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:00.745066 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0fd73041-b7d7-47a7-8079-8a06d997a46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:00.766339 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-0fd73041-b7d7-47a7-8079-8a06d997a46b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/79e588ff-5cc8-4b62-b766-b267a2ada338 HTTP/1.1" status: 204 len: 168 time: 2.3190577 Jan 31 19:19:00.862663 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6060fac5-455a-4873-b739-46d2149ba0f5 x-openstack-request-id: req-6060fac5-455a-4873-b739-46d2149ba0f5 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:00.863365 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfccbe0-a9e3-439a-b3f4-495b1194e13b", "tag": "3c8ddf3a-d7ae-48d3-be3e-193306b46a69", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:00.863762 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6060fac5-455a-4873-b739-46d2149ba0f5 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:00.864460 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfccbe0-a9e3-439a-b3f4-495b1194e13b', 'tag': '3c8ddf3a-d7ae-48d3-be3e-193306b46a69', 'status': 'completed', 'code': 200} Jan 31 19:19:00.879217 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-891758f0-052b-4733-a36f-26a66be09cf2 req-4028816b-993a-47bb-8c35-35926badfb76 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks [] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:00.882696 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-9e172c8c-6058-4f40-8dbc-5241fdd000bc tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:00.884518 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-9e172c8c-6058-4f40-8dbc-5241fdd000bc tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.77 "GET /v2.0/networks?id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76 HTTP/1.1" status: 200 len: 818 time: 0.2863967 Jan 31 19:19:00.907280 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-0a43b9c8-8da9-432e-a71a-5bdca7da12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:00.909216 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-0a43b9c8-8da9-432e-a71a-5bdca7da12a5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23421e524050484d860e9dca52198081&device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 1127 time: 0.4413385 Jan 31 19:19:00.928245 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd73041-b7d7-47a7-8079-8a06d997a46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e588ff-5cc8-4b62-b766-b267a2ada338,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:00.963289 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a62877d9-5c7d-4696-81c2-3631258a9943 req-e8a2f87a-1905-411e-88a5-c857dfa8cd27 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 210 time: 0.1679986 Jan 31 19:19:00.994978 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-3db0d041-8e68-4e5b-bc8f-7cdc9c59e9e7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Request body: {'port': {'device_id': '4b452ff6-b2c8-4c58-8127-1b59d4bcca7d', 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76', 'admin_state_up': True, 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:01.036016 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f12f1b03-c934-443a-a225-87b71c2d82e8 admin admin] Publish callbacks [] for security_group (461309ad-f98f-49f0-be05-84efba7b88c4), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:01.106282 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:01.138705 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-d8aee851-526f-4380-b28d-2c86c42f8263 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c8ddf3a-d7ae-48d3-be3e-193306b46a69 HTTP/1.1" status: 200 len: 217 time: 0.1062310 Jan 31 19:19:01.169264 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-088d2ba7-0a9c-41b3-b686-50ba6fa1d6ac admin admin] Publish callbacks [] for security_group (c679b8d7-2bd8-4013-bac9-fb0decd792a4), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:01.269538 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f12f1b03-c934-443a-a225-87b71c2d82e8 admin admin] Publish callbacks [] for security_group (461309ad-f98f-49f0-be05-84efba7b88c4), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:01.275513 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event updated for resources: {'Port': ['ID=cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:01.292914 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (c349e2b8-1d58-42ea-9a25-61dd99a2c9ee), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:01.428714 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-3638a875-b7d4-44fb-832a-2ad1f7b68a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:01.432553 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-3638a875-b7d4-44fb-832a-2ad1f7b68a86 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a31e449-3aab-470d-8417-01a952c554da HTTP/1.1" status: 200 len: 851 time: 0.1098008 Jan 31 19:19:01.553745 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-088d2ba7-0a9c-41b3-b686-50ba6fa1d6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (c679b8d7-2bd8-4013-bac9-fb0decd792a4), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:01.555352 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-c9634951-98ac-4635-a218-3380d9972e16 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aab397f1-642a-4003-a7ca-c47464b5755d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883627 Jan 31 19:19:01.649375 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:01.664917 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-e798adf7-2f0f-47bf-93ca-0a716561a8da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6709998 Jan 31 19:19:01.775555 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-91975bd5-4869-49a9-ac79-b3e49563ff22 service neutron] 10.222.0.77 "GET /v2.0/networks/aab397f1-642a-4003-a7ca-c47464b5755d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798570 Jan 31 19:19:01.780753 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-3db0d041-8e68-4e5b-bc8f-7cdc9c59e9e7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Made reservation on behalf of c1241b69dd254a7fa9a9171e2cc424da for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:19:01.795141 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d2ba7-0a9c-41b3-b686-50ba6fa1d6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c679b8d7-2bd8-4013-bac9-fb0decd792a4,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:01.809146 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-3db0d041-8e68-4e5b-bc8f-7cdc9c59e9e7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:01.813392 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1fdbda8d-143a-433a-8925-5121ef750496 req-6eb43b6b-411d-4b63-bc92-5d00034393e4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 210 time: 0.1320205 Jan 31 19:19:01.839747 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-088d2ba7-0a9c-41b3-b686-50ba6fa1d6ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a34629b17564892a8b26467d81719dc&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0343869 Jan 31 19:19:01.841508 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51084) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:01.844852 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-891758f0-052b-4733-a36f-26a66be09cf2 req-4028816b-993a-47bb-8c35-35926badfb76 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:02.059579 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb6eff-e38d-4962-8b81-db0e2f39f5fe req-38f3dded-f19e-4549-b898-34963b5e4f93 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:02.059579 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b9fb6eff-e38d-4962-8b81-db0e2f39f5fe req-38f3dded-f19e-4549-b898-34963b5e4f93 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 943 time: 0.4244711 Jan 31 19:19:02.103711 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891758f0-052b-4733-a36f-26a66be09cf2 req-4028816b-993a-47bb-8c35-35926badfb76 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:19:02.146796 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-99d6c05a-b907-4dc4-a2f4-3b5ec037491a req-73abca4e-dfe1-400f-9d5b-12a5462889d4 service neutron] 10.222.0.77 "GET /v2.0/networks/aab397f1-642a-4003-a7ca-c47464b5755d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912722 Jan 31 19:19:02.166027 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b9fb6eff-e38d-4962-8b81-db0e2f39f5fe req-6e12f64e-c21d-4464-8db5-b804b5be5024 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830316 Jan 31 19:19:02.183815 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7ab2117f-0ce0-45b3-809a-86c56fac819c req-d567a398-1b16-4e60-b37a-a3750f218730 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 210 time: 0.1535528 Jan 31 19:19:02.185092 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-891758f0-052b-4733-a36f-26a66be09cf2 req-4028816b-993a-47bb-8c35-35926badfb76 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:19:02.204218 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-891758f0-052b-4733-a36f-26a66be09cf2 req-4028816b-993a-47bb-8c35-35926badfb76 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:19:02.233115 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891758f0-052b-4733-a36f-26a66be09cf2 req-4028816b-993a-47bb-8c35-35926badfb76 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:02.235013 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-891758f0-052b-4733-a36f-26a66be09cf2 req-4028816b-993a-47bb-8c35-35926badfb76 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for port (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:02.259135 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f12f1b03-c934-443a-a225-87b71c2d82e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (461309ad-f98f-49f0-be05-84efba7b88c4), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:02.262823 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f12f1b03-c934-443a-a225-87b71c2d82e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:02.264439 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-f12f1b03-c934-443a-a225-87b71c2d82e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/461309ad-f98f-49f0-be05-84efba7b88c4 HTTP/1.1" status: 204 len: 168 time: 1.6214745 Jan 31 19:19:02.283192 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028816b-993a-47bb-8c35-35926badfb76 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Pushing event updated for resources: {'Port': ['ID=8ff0cf0f-e820-43fc-a038-76c555e88a97,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:02.363897 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f929b541-52bd-408a-8a3a-7437e27a6273 admin admin] Publish callbacks [] for security_group (c679b8d7-2bd8-4013-bac9-fb0decd792a4), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:02.363897 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f1b03-c934-443a-a225-87b71c2d82e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461309ad-f98f-49f0-be05-84efba7b88c4,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:02.404274 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-4028816b-993a-47bb-8c35-35926badfb76 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4581668 Jan 31 19:19:02.434902 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Request body: {'port': {'device_id': 'a4d53b57-2fbf-4097-9e15-17efa2e5d67c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:02.491201 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f929b541-52bd-408a-8a3a-7437e27a6273 admin admin] Publish callbacks [] for security_group (c679b8d7-2bd8-4013-bac9-fb0decd792a4), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:02.698545 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:03.034092 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-3db0d041-8e68-4e5b-bc8f-7cdc9c59e9e7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Allocated IP 172.20.0.2 (3b99c91a-a4b5-44c0-babe-fdd1422d7c76/9c1924c8-4ffc-4f4f-8854-bdf0660d683e/72f59d47-6919-4440-83f1-ff10cb956af9) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:19:03.045028 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85ee27-b146-4c6d-8be5-fd5bec7c99d6 req-57ceef73-94f7-4308-afde-f551dad8788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:03.048047 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6e85ee27-b146-4c6d-8be5-fd5bec7c99d6 req-57ceef73-94f7-4308-afde-f551dad8788b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23421e524050484d860e9dca52198081&device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 1127 time: 0.6752868 Jan 31 19:19:03.055885 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-04bdae44-2a05-447b-9139-2747b16b3ded tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--504220182&fields=id&tenant_id=d65f5a1bdedf477aa11b1518878b0c9b HTTP/1.1" status: 200 len: 267 time: 0.5451055 Jan 31 19:19:03.084094 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4a8357c6-66e0-4474-b82e-6a8d776699e9 req-c7264add-c3c2-4d8f-afee-6fdf10d95488 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 210 time: 0.0744150 Jan 31 19:19:03.233520 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f929b541-52bd-408a-8a3a-7437e27a6273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (c679b8d7-2bd8-4013-bac9-fb0decd792a4), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:03.240815 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f929b541-52bd-408a-8a3a-7437e27a6273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:03.242944 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-f929b541-52bd-408a-8a3a-7437e27a6273 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c679b8d7-2bd8-4013-bac9-fb0decd792a4 HTTP/1.1" status: 204 len: 168 time: 1.3843975 Jan 31 19:19:03.385167 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929b541-52bd-408a-8a3a-7437e27a6273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c679b8d7-2bd8-4013-bac9-fb0decd792a4,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:03.434880 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51132) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:03.485704 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9a1b9-dca4-464a-bf7d-f98480aadd7b req-03120705-225d-44a6-b237-4cd819d1db8e tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:03.487933 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a7a9a1b9-dca4-464a-bf7d-f98480aadd7b req-03120705-225d-44a6-b237-4cd819d1db8e tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 943 time: 0.1620765 Jan 31 19:19:03.621411 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a7a9a1b9-dca4-464a-bf7d-f98480aadd7b req-75211eb8-f954-48d5-8b6f-776563784af6 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221597 Jan 31 19:19:03.814203 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85ee27-b146-4c6d-8be5-fd5bec7c99d6 req-d0b3c0b5-0690-4fb2-8f10-b75fec77c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:03.814203 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6e85ee27-b146-4c6d-8be5-fd5bec7c99d6 req-d0b3c0b5-0690-4fb2-8f10-b75fec77c316 service neutron] 10.222.0.77 "GET /v2.0/networks?id=aab397f1-642a-4003-a7ca-c47464b5755d HTTP/1.1" status: 200 len: 913 time: 0.5952983 Jan 31 19:19:03.814203 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6e85ee27-b146-4c6d-8be5-fd5bec7c99d6 req-8d5d1e70-428a-425e-9ed5-9e47a859bc09 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c8ddf3a-d7ae-48d3-be3e-193306b46a69 HTTP/1.1" status: 200 len: 217 time: 0.0618775 Jan 31 19:19:03.815075 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b7f8ffc2-256d-4bb7-ae91-ac86948fd4b5 req-1056812d-7a5d-4a04-9597-b45b9234e746 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 210 time: 0.0327873 Jan 31 19:19:03.825837 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750716e-4bce-481e-9139-6b578fb0be94 req-1f0ecba4-1b76-415c-9833-2919c7c1128e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:03.827245 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-1f0ecba4-1b76-415c-9833-2919c7c1128e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/networks?id=e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 200 len: 817 time: 0.7504151 Jan 31 19:19:03.876440 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-e6eaae41-7a7e-41df-82a0-fc1791c736a4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/quotas/d65f5a1bdedf477aa11b1518878b0c9b HTTP/1.1" status: 200 len: 375 time: 0.0410063 Jan 31 19:19:03.920639 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85ee27-b146-4c6d-8be5-fd5bec7c99d6 req-b37a0e6a-79ad-4df2-8208-d67bed469da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:03.923631 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6e85ee27-b146-4c6d-8be5-fd5bec7c99d6 req-b37a0e6a-79ad-4df2-8208-d67bed469da8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a31e449-3aab-470d-8417-01a952c554da HTTP/1.1" status: 200 len: 851 time: 0.1496465 Jan 31 19:19:03.987600 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-3db0d041-8e68-4e5b-bc8f-7cdc9c59e9e7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks [] for port (72f59d47-6919-4440-83f1-ff10cb956af9), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:04.042183 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-80a75f47-2308-4515-b76f-af8b6257bd40 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1540780 Jan 31 19:19:04.146689 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6e85ee27-b146-4c6d-8be5-fd5bec7c99d6 req-fdcf60e3-d3f6-4670-a6ba-daf8add2d16a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aab397f1-642a-4003-a7ca-c47464b5755d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813093 Jan 31 19:19:04.396437 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-3db0d041-8e68-4e5b-bc8f-7cdc9c59e9e7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (72f59d47-6919-4440-83f1-ff10cb956af9), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:04.417948 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-56f12f5f-6203-4eda-b8e1-ac95c9e605cc req-64e59ab4-7f65-4313-b2fb-cd7ff5928f03 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 210 time: 0.1016555 Jan 31 19:19:04.551827 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-44f6b8bc-3da2-4b7f-9907-01e82351b719 service neutron] 10.222.0.72 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675987 Jan 31 19:19:04.681122 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0d041-8e68-4e5b-bc8f-7cdc9c59e9e7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Pushing event updated for resources: {'Port': ['ID=72f59d47-6919-4440-83f1-ff10cb956af9,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:04.717606 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51144) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:04.750251 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe263d46-0229-4a05-a379-71871e5b6033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:04.758156 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-3db0d041-8e68-4e5b-bc8f-7cdc9c59e9e7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:19:04.869571 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-3db0d041-8e68-4e5b-bc8f-7cdc9c59e9e7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:19:04.896220 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-3db0d041-8e68-4e5b-bc8f-7cdc9c59e9e7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:19:04.919635 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff0cf0f-e820-43fc-a038-76c555e88a97 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:19:04.934661 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-3db0d041-8e68-4e5b-bc8f-7cdc9c59e9e7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:04.937284 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-3db0d041-8e68-4e5b-bc8f-7cdc9c59e9e7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:04.960117 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Publish callbacks [] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:05.010424 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Transition to ACTIVE for port object 8ff0cf0f-e820-43fc-a038-76c555e88a97 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:19:05.015998 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe263d46-0229-4a05-a379-71871e5b6033 admin admin] Publish callbacks [] for security_group (d8ec6544-9db8-409d-bdd4-5d94a10e56f5), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:05.053207 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b6e6088e-9735-44f6-956c-1e3550192944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:05.102705 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6e85ee27-b146-4c6d-8be5-fd5bec7c99d6 req-cfc6c165-abda-4a0a-aa2d-64ef264c6f3f service neutron] 10.222.0.77 "GET /v2.0/networks/aab397f1-642a-4003-a7ca-c47464b5755d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9231641 Jan 31 19:19:05.141629 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d190ed62-4f43-4e81-8806-976016831513 req-01539f7f-a7be-42ff-b347-0223517e8594 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 210 time: 0.0917082 Jan 31 19:19:05.238141 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6e85ee27-b146-4c6d-8be5-fd5bec7c99d6 req-183dc84e-04cf-4df7-90d9-9c36a8da13dd service neutron] 10.222.0.77 "GET /v2.0/networks/aab397f1-642a-4003-a7ca-c47464b5755d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220715 Jan 31 19:19:05.261867 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-90659bc7-c365-4564-ab2d-b3c0b2cc53eb service neutron] 10.222.0.72 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765848 Jan 31 19:19:05.274346 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-3db0d041-8e68-4e5b-bc8f-7cdc9c59e9e7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2838292 Jan 31 19:19:05.293391 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:05.296113 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Request body: {'port': {'device_id': '4b452ff6-b2c8-4c58-8127-1b59d4bcca7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:05.359669 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe263d46-0229-4a05-a379-71871e5b6033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (d8ec6544-9db8-409d-bdd4-5d94a10e56f5), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:05.412466 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b6e6088e-9735-44f6-956c-1e3550192944 admin admin] Publish callbacks [] for security_group (9d0e41f2-b877-4dcc-a586-ca5804f82ea0), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:05.447958 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (72f59d47-6919-4440-83f1-ff10cb956af9), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:05.502670 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff0cf0f-e820-43fc-a038-76c555e88a97,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:05.530973 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-fe263d46-0229-4a05-a379-71871e5b6033 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2ac8bfc0f75242d9a8dac8c35b3ccc1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8042705 Jan 31 19:19:05.539030 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b6e6088e-9735-44f6-956c-1e3550192944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (9d0e41f2-b877-4dcc-a586-ca5804f82ea0), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:05.541935 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51158) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:05.562548 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe263d46-0229-4a05-a379-71871e5b6033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ec6544-9db8-409d-bdd4-5d94a10e56f5,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:05.582552 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 51160) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:05.674105 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51164) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:05.731446 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b6e6088e-9735-44f6-956c-1e3550192944 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=061ff9cf38904aefa1e8485847506c35&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2987006 Jan 31 19:19:05.737876 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6088e-9735-44f6-956c-1e3550192944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0e41f2-b877-4dcc-a586-ca5804f82ea0,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:05.740708 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51168) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:05.743617 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d8d08ca-13f9-490b-8c95-77cc28320e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:05.857018 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356952-e8e3-4b3d-af0d-4cb9e7c27f4b req-40b45d59-ad65-4127-b444-65856f7ba0b3 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:05.859151 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1b356952-e8e3-4b3d-af0d-4cb9e7c27f4b req-40b45d59-ad65-4127-b444-65856f7ba0b3 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 943 time: 0.4420888 Jan 31 19:19:05.860096 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Attempting to bind port 8ff0cf0f-e820-43fc-a038-76c555e88a97 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:19:05.860468 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Attempting to bind port 8ff0cf0f-e820-43fc-a038-76c555e88a97 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '72257c49-4af3-4e03-83db-84b8080378b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:19:05.861833 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Attempting to bind port 8ff0cf0f-e820-43fc-a038-76c555e88a97 on network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:19:05.877456 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-07213541-75ce-46dd-82b2-81964411949d admin admin] Publish callbacks [] for security_group (d8ec6544-9db8-409d-bdd4-5d94a10e56f5), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:05.911809 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-07213541-75ce-46dd-82b2-81964411949d admin admin] Publish callbacks [] for security_group (d8ec6544-9db8-409d-bdd4-5d94a10e56f5), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:05.979814 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Port 8ff0cf0f-e820-43fc-a038-76c555e88a97 on network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:19:05.980446 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Attempting to bind port 8ff0cf0f-e820-43fc-a038-76c555e88a97 on network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:19:06.023889 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111d18a-d959-4be2-a213-7da6bbe48c2e req-c385079a-98dd-4f3b-8357-19328d1b5fb3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:06.025749 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c111d18a-d959-4be2-a213-7da6bbe48c2e req-c385079a-98dd-4f3b-8357-19328d1b5fb3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 931 time: 0.1561594 Jan 31 19:19:06.100516 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:19:06.114419 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Checking segment: {'id': '72257c49-4af3-4e03-83db-84b8080378b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:19:06.114419 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Bound using segment: {'id': '72257c49-4af3-4e03-83db-84b8080378b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:19:06.114419 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Bound port: 8ff0cf0f-e820-43fc-a038-76c555e88a97, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72257c49-4af3-4e03-83db-84b8080378b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:19:06.114419 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.141724 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-920403106-network', 'tenant_id': 'd7c03352c8244282a983c685e3ba3c26'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:06.160427 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1b356952-e8e3-4b3d-af0d-4cb9e7c27f4b req-e7cb38f4-19a8-4a4f-974d-33fab391e121 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859499 Jan 31 19:19:06.242851 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cb82dba-b039-4d9d-a103-c9ed1ae026c9 admin admin] Publish callbacks [] for security_group (9d0e41f2-b877-4dcc-a586-ca5804f82ea0), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.374256 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cb82dba-b039-4d9d-a103-c9ed1ae026c9 admin admin] Publish callbacks [] for security_group (9d0e41f2-b877-4dcc-a586-ca5804f82ea0), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.379309 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d8d08ca-13f9-490b-8c95-77cc28320e86 admin admin] Publish callbacks [] for security_group (7e62e950-675e-4188-b4fc-b2f8e2283566), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.384099 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fa4ad1d0-b501-459b-9f46-d8945aba3e65 req-47160aff-ce90-48b8-aedf-1078332568b5 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 210 time: 0.1164184 Jan 31 19:19:06.421890 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c111d18a-d959-4be2-a213-7da6bbe48c2e req-c026121c-c444-43a1-baca-62a5e3593cf4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584630 Jan 31 19:19:06.427576 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-07213541-75ce-46dd-82b2-81964411949d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (d8ec6544-9db8-409d-bdd4-5d94a10e56f5), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.431912 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-07213541-75ce-46dd-82b2-81964411949d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.434004 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-07213541-75ce-46dd-82b2-81964411949d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d8ec6544-9db8-409d-bdd4-5d94a10e56f5 HTTP/1.1" status: 204 len: 168 time: 0.8856430 Jan 31 19:19:06.447961 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] For port 8ff0cf0f-e820-43fc-a038-76c555e88a97, host hv-cinder-81322, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:19:06.517784 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07213541-75ce-46dd-82b2-81964411949d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ec6544-9db8-409d-bdd4-5d94a10e56f5,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:06.540341 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0d8d08ca-13f9-490b-8c95-77cc28320e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (7e62e950-675e-4188-b4fc-b2f8e2283566), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.551543 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] For port 8ff0cf0f-e820-43fc-a038-76c555e88a97, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8ff0cf0f-e820-43fc-a038-76c555e88a97,segment=NetworkSegment(72257c49-4af3-4e03-83db-84b8080378b6),segment_id=72257c49-4af3-4e03-83db-84b8080378b6)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:19:06.586438 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-742c6db0-c13b-47ac-8a56-20dff3bb3be0 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:06.592156 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-742c6db0-c13b-47ac-8a56-20dff3bb3be0 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.77 "GET /v2.0/networks?id=f261ffb8-ebb6-4541-85b1-098d6402ff0f HTTP/1.1" status: 200 len: 810 time: 0.4918406 Jan 31 19:19:06.610351 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Made reservation on behalf of d7c03352c8244282a983c685e3ba3c26 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:19:06.622859 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.634972 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d08ca-13f9-490b-8c95-77cc28320e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e62e950-675e-4188-b4fc-b2f8e2283566,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:06.656357 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f59d47-6919-4440-83f1-ff10cb956af9 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:19:06.670541 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0f3281cc-7dee-493b-adff-49896f069bbd req-47d615b5-7b56-47da-a593-a6a7a137d0e9 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 210 time: 0.1133890 Jan 31 19:19:06.675971 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.679235 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-0d8d08ca-13f9-490b-8c95-77cc28320e86 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d257720c79b4719ab3998837ae82ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9856219 Jan 31 19:19:06.681173 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.686201 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51180) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:06.690378 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Publish callbacks [] for port (72f59d47-6919-4440-83f1-ff10cb956af9), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.758856 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Transition to ACTIVE for port object 72f59d47-6919-4440-83f1-ff10cb956af9 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:19:06.785164 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:06.789650 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for port (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.796094 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] 10.222.0.77 "PUT /v2.0/ports/8ff0cf0f-e820-43fc-a038-76c555e88a97 HTTP/1.1" status: 200 len: 1094 time: 4.3702495 Jan 31 19:19:06.797858 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d53b57-2fbf-4097-9e15-17efa2e5d67c', 'tag': '8ff0cf0f-e820-43fc-a038-76c555e88a97'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:06.832030 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-a88d1f56-376c-412c-8111-c318254cdf53 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=694936399477419aa737191ef0856c4e HTTP/1.1" status: 200 len: 380 time: 0.1650991 Jan 31 19:19:06.853977 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (72f59d47-6919-4440-83f1-ff10cb956af9), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.932002 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cb82dba-b039-4d9d-a103-c9ed1ae026c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (9d0e41f2-b877-4dcc-a586-ca5804f82ea0), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.934647 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cb82dba-b039-4d9d-a103-c9ed1ae026c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:06.936536 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-4cb82dba-b039-4d9d-a103-c9ed1ae026c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9d0e41f2-b877-4dcc-a586-ca5804f82ea0 HTTP/1.1" status: 204 len: 168 time: 1.1850839 Jan 31 19:19:06.977148 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb82dba-b039-4d9d-a103-c9ed1ae026c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0e41f2-b877-4dcc-a586-ca5804f82ea0,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:06.985217 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b33b6e-0aad-4c01-b9df-9d848ac8e8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff0cf0f-e820-43fc-a038-76c555e88a97,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:07.047509 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a23c-a90b-43a5-b20d-bf607ce9be49 admin admin] Publish callbacks [] for security_group (7e62e950-675e-4188-b4fc-b2f8e2283566), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:07.136104 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c361f47c-a174-4eed-8e09-e2e4bb581a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Request body: {'port': {'device_id': 'e5f0ba1c-26d5-444e-97c9-99d55cf5484a', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'admin_state_up': True, 'tenant_id': '694936399477419aa737191ef0856c4e', 'security_groups': ['06ee7f50-dedf-46e6-b3b8-1e556d0bcc20']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:07.193022 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37480396-6025-4953-a56b-056bfbdc5dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d53b57-2fbf-4097-9e15-17efa2e5d67c", "tag": "8ff0cf0f-e820-43fc-a038-76c555e88a97"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:07.211013 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a23c-a90b-43a5-b20d-bf607ce9be49 admin admin] Publish callbacks [] for security_group (7e62e950-675e-4188-b4fc-b2f8e2283566), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:07.309754 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891758f0-052b-4733-a36f-26a66be09cf2 req-7ed173b1-0562-4c66-a14e-2db6fc80b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:07.311489 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-7ed173b1-0562-4c66-a14e-2db6fc80b5b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 1128 time: 0.2465711 Jan 31 19:19:07.399820 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Publish callbacks [] for security_group (e1ee1604-62aa-4aa3-a82d-001c95711941), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:07.446822 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Pushing event updated for resources: {'Port': ['ID=72f59d47-6919-4440-83f1-ff10cb956af9,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:07.467609 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-a60f9893-736a-4b61-a057-80b97d528c48 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ff0cf0f-e820-43fc-a038-76c555e88a97 HTTP/1.1" status: 200 len: 217 time: 0.1197267 Jan 31 19:19:07.469686 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a23c-a90b-43a5-b20d-bf607ce9be49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (7e62e950-675e-4188-b4fc-b2f8e2283566), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:07.476444 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a23c-a90b-43a5-b20d-bf607ce9be49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:07.478762 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-c2f4a23c-a90b-43a5-b20d-bf607ce9be49 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e62e950-675e-4188-b4fc-b2f8e2283566 HTTP/1.1" status: 204 len: 168 time: 0.7882426 Jan 31 19:19:07.524717 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Attempting to bind port 72f59d47-6919-4440-83f1-ff10cb956af9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:19:07.526372 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Attempting to bind port 72f59d47-6919-4440-83f1-ff10cb956af9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '72257c49-4af3-4e03-83db-84b8080378b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:19:07.530107 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Attempting to bind port 72f59d47-6919-4440-83f1-ff10cb956af9 on network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:19:07.538583 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Port 72f59d47-6919-4440-83f1-ff10cb956af9 on network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:19:07.539159 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Attempting to bind port 72f59d47-6919-4440-83f1-ff10cb956af9 on network 3b99c91a-a4b5-44c0-babe-fdd1422d7c76 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:19:07.554308 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f8168-37e9-444f-88fc-9466037af241 req-8ae1ca3b-62a3-44df-b5ce-3339dcc41654 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:07.556155 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ec0f8168-37e9-444f-88fc-9466037af241 req-8ae1ca3b-62a3-44df-b5ce-3339dcc41654 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 943 time: 0.2202957 Jan 31 19:19:07.559523 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:19:07.560072 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Checking segment: {'id': '72257c49-4af3-4e03-83db-84b8080378b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:19:07.560915 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Bound using segment: {'id': '72257c49-4af3-4e03-83db-84b8080378b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:19:07.561544 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Bound port: 72f59d47-6919-4440-83f1-ff10cb956af9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72257c49-4af3-4e03-83db-84b8080378b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:19:07.562223 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (72f59d47-6919-4440-83f1-ff10cb956af9), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:07.568623 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (e1ee1604-62aa-4aa3-a82d-001c95711941), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:07.586320 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6879c0-dcfe-4864-8e45-a1000d0590ae x-openstack-request-id: req-5e6879c0-dcfe-4864-8e45-a1000d0590ae {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:07.586948 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d53b57-2fbf-4097-9e15-17efa2e5d67c", "tag": "8ff0cf0f-e820-43fc-a038-76c555e88a97", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:07.587610 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5e6879c0-dcfe-4864-8e45-a1000d0590ae {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:07.588227 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d53b57-2fbf-4097-9e15-17efa2e5d67c', 'tag': '8ff0cf0f-e820-43fc-a038-76c555e88a97', 'status': 'completed', 'code': 200} Jan 31 19:19:07.589209 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4a23c-a90b-43a5-b20d-bf607ce9be49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e62e950-675e-4188-b4fc-b2f8e2283566,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:07.660665 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891758f0-052b-4733-a36f-26a66be09cf2 req-8a56eb38-4caf-4953-acb9-bca743b8547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:07.663316 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315f704b-087e-439c-9512-c93405990fca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1242} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:19:07.666975 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-8a56eb38-4caf-4953-acb9-bca743b8547d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c1924c8-4ffc-4f4f-8854-bdf0660d683e HTTP/1.1" status: 200 len: 858 time: 0.1866052 Jan 31 19:19:07.730859 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ee1604-62aa-4aa3-a82d-001c95711941,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:07.744729 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c361f47c-a174-4eed-8e09-e2e4bb581a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Made reservation on behalf of 694936399477419aa737191ef0856c4e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:19:07.750621 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c361f47c-a174-4eed-8e09-e2e4bb581a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:07.766573 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (eaf65483-bd38-4dc9-988c-c1e7030ee3ca), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:07.766982 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.segments_db [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Added segment eaf65483-bd38-4dc9-988c-c1e7030ee3ca of type vlan for network 76701188-f906-41b7-acb1-37b42be52222 Jan 31 19:19:07.803502 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f491d91d-69f0-46d3-b99b-0e3e19831a11 req-30c57c96-cdbc-4f78-a262-8c06f61bc88a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 210 time: 0.1345782 Jan 31 19:19:07.838471 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-fcd1f4ac-6cba-4b4e-bd66-c1f14cbb3414 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405127 Jan 31 19:19:07.860548 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ec0f8168-37e9-444f-88fc-9466037af241 req-373656e7-4379-46a9-868b-3f27e978ef3e tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929299 Jan 31 19:19:07.899187 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (76701188-f906-41b7-acb1-37b42be52222), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:07.901837 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] For port 72f59d47-6919-4440-83f1-ff10cb956af9, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:19:07.996027 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] For port 72f59d47-6919-4440-83f1-ff10cb956af9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72f59d47-6919-4440-83f1-ff10cb956af9,segment=NetworkSegment(72257c49-4af3-4e03-83db-84b8080378b6),segment_id=72257c49-4af3-4e03-83db-84b8080378b6)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:19:08.094713 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-a76863b5-3a52-42ac-98b2-a65a481e252c service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475953 Jan 31 19:19:08.148687 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-181edba3-98b6-4c7d-a2ac-d7df91278403 req-d652224f-33e0-4a3f-a282-f9bd38f3e72c tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 210 time: 0.0845158 Jan 31 19:19:08.150112 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (76701188-f906-41b7-acb1-37b42be52222), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:08.150412 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:08.151238 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:08.166269 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (72f59d47-6919-4440-83f1-ff10cb956af9), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:08.247584 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c361f47c-a174-4eed-8e09-e2e4bb581a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Allocated IP 172.20.0.5 (f261ffb8-ebb6-4541-85b1-098d6402ff0f/b3dfd382-d219-4670-afee-0d492cc2dd58/acc8d828-a8ad-4f2d-b803-88a32da41b34) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:19:08.262372 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:08.263418 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:08.265250 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] 10.222.0.77 "PUT /v2.0/ports/72f59d47-6919-4440-83f1-ff10cb956af9 HTTP/1.1" status: 200 len: 1093 time: 2.9796503 Jan 31 19:19:08.270528 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b452ff6-b2c8-4c58-8127-1b59d4bcca7d', 'tag': '72f59d47-6919-4440-83f1-ff10cb956af9'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:08.276504 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c611ac7-6579-415b-bbf3-2199b759b211" -d '{"events": [{"name": "network-changed", "server_uuid": "4b452ff6-b2c8-4c58-8127-1b59d4bcca7d", "tag": "72f59d47-6919-4440-83f1-ff10cb956af9"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:08.328925 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482ac6c4-28a3-49a6-8704-4a69f2313b30 x-openstack-request-id: req-482ac6c4-28a3-49a6-8704-4a69f2313b30 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:08.337025 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b452ff6-b2c8-4c58-8127-1b59d4bcca7d", "tag": "72f59d47-6919-4440-83f1-ff10cb956af9", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:08.337025 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-482ac6c4-28a3-49a6-8704-4a69f2313b30 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:08.337025 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b452ff6-b2c8-4c58-8127-1b59d4bcca7d', 'tag': '72f59d47-6919-4440-83f1-ff10cb956af9', 'status': 'completed', 'code': 200} Jan 31 19:19:08.350997 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f704b-087e-439c-9512-c93405990fca admin admin] Pushing event updated for resources: {'Network': ['ID=76701188-f906-41b7-acb1-37b42be52222,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:08.382718 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-315f704b-087e-439c-9512-c93405990fca admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7985528 Jan 31 19:19:08.384207 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network 76701188-f906-41b7-acb1-37b42be52222 details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:19:08.401131 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 51230) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:08.402404 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371ac95-f128-41bc-aa0f-740cd173a865 service neutron] Pushing event updated for resources: {'Port': ['ID=72f59d47-6919-4440-83f1-ff10cb956af9,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:08.417351 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb0a12-dfdc-413e-bad1-de63ccce4db2 req-6b29f06f-2695-407c-8190-1d8ff81fc6f3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:08.423368 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8dcb0a12-dfdc-413e-bad1-de63ccce4db2 req-6b29f06f-2695-407c-8190-1d8ff81fc6f3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 943 time: 0.3923028 Jan 31 19:19:08.444785 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-08675c63-26e2-48a8-81f6-135759d2ff7e admin admin] Request body: {'subnet': {'network_id': '76701188-f906-41b7-acb1-37b42be52222', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-920403106-subnet', 'tenant_id': 'd7c03352c8244282a983c685e3ba3c26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:08.526143 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-891758f0-052b-4733-a36f-26a66be09cf2 req-6366cf18-1879-4a8e-a0e7-569b080b151f service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236989 Jan 31 19:19:08.535183 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8dcb0a12-dfdc-413e-bad1-de63ccce4db2 req-bd90e302-2fb3-4af7-a8c0-80f458dd969f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056628 Jan 31 19:19:08.550397 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611ac7-6579-415b-bbf3-2199b759b211 req-bf5f2f36-f995-4a28-a4ad-dd182c97d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:08.556228 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0c611ac7-6579-415b-bbf3-2199b759b211 req-bf5f2f36-f995-4a28-a4ad-dd182c97d107 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 1127 time: 0.2000871 Jan 31 19:19:08.794458 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08675c63-26e2-48a8-81f6-135759d2ff7e admin admin] Made reservation on behalf of d7c03352c8244282a983c685e3ba3c26 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:19:08.796195 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51244) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:08.797580 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08675c63-26e2-48a8-81f6-135759d2ff7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:08.815931 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3e291e07-436a-4fbb-9340-4140f89d1642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:08.829821 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37480396-6025-4953-a56b-056bfbdc5dd1 req-beb28935-6959-4a12-b8f4-5e3f42aa01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:08.831454 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-37480396-6025-4953-a56b-056bfbdc5dd1 req-beb28935-6959-4a12-b8f4-5e3f42aa01a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 1128 time: 0.0868261 Jan 31 19:19:08.839526 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:19:09.005690 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b008a108-ad79-45e6-b9e0-14f2e5e47dd4 req-9c026e82-7230-4c10-9946-69973e415a71 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 210 time: 0.0596280 Jan 31 19:19:09.022094 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c8ddf3a-d7ae-48d3-be3e-193306b46a69,segment=NetworkSegment(de4734c1-cbe1-472b-9bff-8c9beebd909a),segment_id=de4734c1-cbe1-472b-9bff-8c9beebd909a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:09.025096 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c361f47c-a174-4eed-8e09-e2e4bb581a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:09.041885 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611ac7-6579-415b-bbf3-2199b759b211 req-6a373d4f-df0d-4a79-a2ee-669c064b2668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:09.043707 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0c611ac7-6579-415b-bbf3-2199b759b211 req-6a373d4f-df0d-4a79-a2ee-669c064b2668 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4550071 Jan 31 19:19:09.166222 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': '3c8ddf3a-d7ae-48d3-be3e-193306b46a69', 'network_id': 'aab397f1-642a-4003-a7ca-c47464b5755d', 'port_id': '3c8ddf3a-d7ae-48d3-be3e-193306b46a69', 'mac_address': 'fa:16:3e:c1:cf:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a31e449-3aab-470d-8417-01a952c554da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:19:09.242893 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:19:09.243463 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:09.260959 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:19:09.300594 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c8ddf3a-d7ae-48d3-be3e-193306b46a69,segment=NetworkSegment(de4734c1-cbe1-472b-9bff-8c9beebd909a),segment_id=de4734c1-cbe1-472b-9bff-8c9beebd909a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:09.334516 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37480396-6025-4953-a56b-056bfbdc5dd1 req-1d977542-774d-47c8-8be1-0829af3e3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:09.336077 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-37480396-6025-4953-a56b-056bfbdc5dd1 req-1d977542-774d-47c8-8be1-0829af3e3d7c service neutron] 10.222.0.77 "GET /v2.0/networks?id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76 HTTP/1.1" status: 200 len: 920 time: 0.4824221 Jan 31 19:19:09.349456 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f4fe9-1445-4875-b057-eb66438174e8 req-0a327255-d922-45f1-b463-6782236f6034 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:09.351308 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-302f4fe9-1445-4875-b057-eb66438174e8 req-0a327255-d922-45f1-b463-6782236f6034 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 943 time: 0.2305872 Jan 31 19:19:09.357854 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611ac7-6579-415b-bbf3-2199b759b211 req-22af59ea-9519-4e66-96f6-a6c7c4d5ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:09.360178 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0c611ac7-6579-415b-bbf3-2199b759b211 req-22af59ea-9519-4e66-96f6-a6c7c4d5ba20 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3067808 Jan 31 19:19:09.366816 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c361f47c-a174-4eed-8e09-e2e4bb581a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:09.396903 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:09.410426 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c361f47c-a174-4eed-8e09-e2e4bb581a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Network f261ffb8-ebb6-4541-85b1-098d6402ff0f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:19:09.413792 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c361f47c-a174-4eed-8e09-e2e4bb581a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:19:09.418152 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c361f47c-a174-4eed-8e09-e2e4bb581a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:19:09.423594 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c361f47c-a174-4eed-8e09-e2e4bb581a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:09.424249 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c361f47c-a174-4eed-8e09-e2e4bb581a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:09.429122 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-37480396-6025-4953-a56b-056bfbdc5dd1 req-32a172a6-7cb0-40a5-b087-23c144228918 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ff0cf0f-e820-43fc-a038-76c555e88a97 HTTP/1.1" status: 200 len: 217 time: 0.0735126 Jan 31 19:19:09.486234 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3e291e07-436a-4fbb-9340-4140f89d1642 admin admin] Publish callbacks [] for security_group (01570569-6d52-4e81-9c29-0f050d205c28), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:09.500268 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08675c63-26e2-48a8-81f6-135759d2ff7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for subnet (887098d2-c702-457a-aee0-b1cd19e7de95), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:09.503353 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-302f4fe9-1445-4875-b057-eb66438174e8 req-0b905de5-e406-4074-a88e-f7d451d2b07b tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394253 Jan 31 19:19:09.524589 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37480396-6025-4953-a56b-056bfbdc5dd1 req-1646a00d-6000-4fbf-baf4-ff589b0179c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:09.526297 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-37480396-6025-4953-a56b-056bfbdc5dd1 req-1646a00d-6000-4fbf-baf4-ff589b0179c0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c1924c8-4ffc-4f4f-8854-bdf0660d683e HTTP/1.1" status: 200 len: 858 time: 0.0893373 Jan 31 19:19:09.566088 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=3c8ddf3a-d7ae-48d3-be3e-193306b46a69,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:09.600500 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-37480396-6025-4953-a56b-056bfbdc5dd1 req-0a49a2a2-c7a6-47ca-9795-c6b8ba24bea7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593421 Jan 31 19:19:09.601573 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3e291e07-436a-4fbb-9340-4140f89d1642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (01570569-6d52-4e81-9c29-0f050d205c28), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:09.626723 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361f47c-a174-4eed-8e09-e2e4bb581a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event updated for resources: {'Port': ['ID=acc8d828-a8ad-4f2d-b803-88a32da41b34,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:09.640499 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e291e07-436a-4fbb-9340-4140f89d1642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01570569-6d52-4e81-9c29-0f050d205c28,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:09.652601 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c361f47c-a174-4eed-8e09-e2e4bb581a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7787437 Jan 31 19:19:09.696334 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Request body: {'port': {'device_id': 'e5f0ba1c-26d5-444e-97c9-99d55cf5484a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:09.704462 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08675c63-26e2-48a8-81f6-135759d2ff7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=887098d2-c702-457a-aee0-b1cd19e7de95,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:09.716802 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['3c8ddf3a-d7ae-48d3-be3e-193306b46a69'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:19:09.755532 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-3e291e07-436a-4fbb-9340-4140f89d1642 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=48eaa86132e04e549f4f19a0bd9382ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9557910 Jan 31 19:19:09.763771 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51266) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:09.839913 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.77', 49795) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:09.847371 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-f60a4ae7-c560-454c-bce1-d5be0841e7cb None None] Provisioning complete for port acc8d828-a8ad-4f2d-b803-88a32da41b34 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:19:09.847842 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f60a4ae7-c560-454c-bce1-d5be0841e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:09.930943 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f60a4ae7-c560-454c-bce1-d5be0841e7cb None None] Port acc8d828-a8ad-4f2d-b803-88a32da41b34 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:19:09.933402 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08675c63-26e2-48a8-81f6-135759d2ff7e admin admin] Checking segment: {'id': 'eaf65483-bd38-4dc9-988c-c1e7030ee3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '76701188-f906-41b7-acb1-37b42be52222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:19:09.933760 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08675c63-26e2-48a8-81f6-135759d2ff7e admin admin] Network hostable DHCP agents. Network: 76701188-f906-41b7-acb1-37b42be52222, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:19:09.959931 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-d2764bef-fef7-4ecf-a386-5706d193c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:09.961620 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-d2764bef-fef7-4ecf-a386-5706d193c986 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 1127 time: 0.5345602 Jan 31 19:19:09.968802 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b4948-c382-4261-946a-63f7fd1974df req-83cc18d8-2882-4970-9ace-96dd9d2ef575 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:09.981967 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d69b4948-c382-4261-946a-63f7fd1974df req-83cc18d8-2882-4970-9ace-96dd9d2ef575 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 943 time: 0.3036740 Jan 31 19:19:10.037488 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666f54a-3465-4b5e-8c24-0672993cfd03 req-397520fa-7bc0-4dae-929e-05acd0fa44bd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:10.044337 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c666f54a-3465-4b5e-8c24-0672993cfd03 req-397520fa-7bc0-4dae-929e-05acd0fa44bd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 931 time: 0.5637367 Jan 31 19:19:10.053493 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-37480396-6025-4953-a56b-056bfbdc5dd1 req-58015868-82b2-4a0e-8dc9-f012a220e817 service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146011 Jan 31 19:19:10.060034 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-47399f23-1a85-41a0-b14e-dab68b60b31d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72f59d47-6919-4440-83f1-ff10cb956af9 HTTP/1.1" status: 200 len: 217 time: 0.0884151 Jan 31 19:19:10.103969 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:10.154488 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 51280) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:10.162274 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cae6-3496-4b2c-8ec7-1b679428af46 admin admin] Publish callbacks [] for security_group (01570569-6d52-4e81-9c29-0f050d205c28), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:10.225648 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-6a9cf476-2e4f-4493-8a97-a1f09c8a9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:10.227653 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-6a9cf476-2e4f-4493-8a97-a1f09c8a9e85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c1924c8-4ffc-4f4f-8854-bdf0660d683e HTTP/1.1" status: 200 len: 858 time: 0.1604536 Jan 31 19:19:10.230974 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c666f54a-3465-4b5e-8c24-0672993cfd03 req-51960f81-aeea-47e1-bee5-fe7a80ff7c43 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856968 Jan 31 19:19:10.235810 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08675c63-26e2-48a8-81f6-135759d2ff7e admin admin] Network 76701188-f906-41b7-acb1-37b42be52222 is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:19:10.245259 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750716e-4bce-481e-9139-6b578fb0be94 req-71b4c3f0-cd99-4a7f-ba96-53b2c612d9d1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:10.246902 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-71b4c3f0-cd99-4a7f-ba96-53b2c612d9d1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.77 "GET /v2.0/networks?id=e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 200 len: 817 time: 0.4018929 Jan 31 19:19:10.279522 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cae6-3496-4b2c-8ec7-1b679428af46 admin admin] Publish callbacks [] for security_group (01570569-6d52-4e81-9c29-0f050d205c28), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:10.284565 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-09d97209-8ebf-471e-af50-e51130bbd2f9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434744 Jan 31 19:19:10.328216 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d69b4948-c382-4261-946a-63f7fd1974df req-910fec05-fe05-434f-8704-8c2aab52666d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265834 Jan 31 19:19:10.363730 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-08675c63-26e2-48a8-81f6-135759d2ff7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, 76701188-f906-41b7-acb1-37b42be52222) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:19:10.374889 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301b1a5c-d4df-4eb0-9eca-c4869370b9ef None None] Network 76701188-f906-41b7-acb1-37b42be52222 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:19:10.391301 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-37480396-6025-4953-a56b-056bfbdc5dd1 req-ca904b6e-3a6b-4181-b63e-9fbcac88c452 service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219404 Jan 31 19:19:10.407947 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08675c63-26e2-48a8-81f6-135759d2ff7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:10.408725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08675c63-26e2-48a8-81f6-135759d2ff7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:10.415541 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b369cfe6-2e59-4a7b-885e-18a9be01a9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:10.424847 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-177ac260-30ef-4ac0-b6fe-b0dad7b65c01 req-aa746036-c77d-4faa-8b83-85dd4c61eb4a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 210 time: 0.0883808 Jan 31 19:19:10.464469 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-ffafabf4-ddf3-4a4c-8a41-8b5d340ce0cf tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d65f5a1bdedf477aa11b1518878b0c9b HTTP/1.1" status: 200 len: 379 time: 0.2000837 Jan 31 19:19:10.474366 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [req-a750716e-4bce-481e-9139-6b578fb0be94 req-bfa405b7-be4a-4152-b3ee-ef9d2e846adc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Request body: {'port': {'device_id': '72e1e98c-906a-4534-8592-66659e793056', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'admin_state_up': True, 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'security_groups': ['588aacd1-7e1a-47d1-b695-0e7226b85bbc']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:10.581308 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-08675c63-26e2-48a8-81f6-135759d2ff7e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1702254 Jan 31 19:19:10.592224 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-d83057b7-38aa-426e-befe-39e4deb073f2 service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543135 Jan 31 19:19:10.603304 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5e3d4a-be24-4b0a-b078-529042c01977 None None] Network 76701188-f906-41b7-acb1-37b42be52222 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:19:10.664412 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cae6-3496-4b2c-8ec7-1b679428af46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (01570569-6d52-4e81-9c29-0f050d205c28), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:10.668559 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cae6-3496-4b2c-8ec7-1b679428af46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:10.669996 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-d8c3cae6-3496-4b2c-8ec7-1b679428af46 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01570569-6d52-4e81-9c29-0f050d205c28 HTTP/1.1" status: 204 len: 168 time: 0.9027467 Jan 31 19:19:10.719953 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3cae6-3496-4b2c-8ec7-1b679428af46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01570569-6d52-4e81-9c29-0f050d205c28,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:10.734988 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a750716e-4bce-481e-9139-6b578fb0be94 req-bfa405b7-be4a-4152-b3ee-ef9d2e846adc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Made reservation on behalf of d65f5a1bdedf477aa11b1518878b0c9b for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:19:10.739028 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a750716e-4bce-481e-9139-6b578fb0be94 req-bfa405b7-be4a-4152-b3ee-ef9d2e846adc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:10.848549 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 8ff0cf0f-e820-43fc-a038-76c555e88a97 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:19:10.868205 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc8d828-a8ad-4f2d-b803-88a32da41b34 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:19:10.879659 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-379f845b-a257-4177-9b11-c20d2b8d9bfb req-2912c15f-0fe1-40c6-bcd4-44d23d7c7c72 service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734067 Jan 31 19:19:10.884719 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Publish callbacks [] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:10.898987 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b369cfe6-2e59-4a7b-885e-18a9be01a9c4 admin admin] Publish callbacks [] for security_group (033eb343-4b8d-4dd7-8fc5-e6bb87191991), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:10.907856 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Transition to ACTIVE for port object acc8d828-a8ad-4f2d-b803-88a32da41b34 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:19:10.919327 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb774a-d32c-47f4-83a6-120ace62a15d req-8139c9d2-30d4-4dac-9738-848a0e1706db tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:10.921908 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-dfeb774a-d32c-47f4-83a6-120ace62a15d req-8139c9d2-30d4-4dac-9738-848a0e1706db tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 944 time: 0.2946687 Jan 31 19:19:10.943654 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-a750716e-4bce-481e-9139-6b578fb0be94 req-bfa405b7-be4a-4152-b3ee-ef9d2e846adc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Allocated IP 172.20.0.7 (e72e47be-aaa8-400d-b997-58e2a6efc84a/4c50c8fa-063d-4447-81e7-9a815420e7f8/ed299fa9-a5f9-48f6-8480-902d2b39ed5e) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:19:10.945972 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:19:11.006447 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-dfeb774a-d32c-47f4-83a6-120ace62a15d req-b589e865-163a-418d-9716-b4232945a23a tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750079 Jan 31 19:19:11.030095 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 8ff0cf0f-e820-43fc-a038-76c555e88a97, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8ff0cf0f-e820-43fc-a038-76c555e88a97,segment=NetworkSegment(72257c49-4af3-4e03-83db-84b8080378b6),segment_id=72257c49-4af3-4e03-83db-84b8080378b6)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:11.050036 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': '8ff0cf0f-e820-43fc-a038-76c555e88a97', 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76', 'port_id': '8ff0cf0f-e820-43fc-a038-76c555e88a97', 'mac_address': 'fa:16:3e:15:f6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1924c8-4ffc-4f4f-8854-bdf0660d683e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:19:11.053108 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.055590 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b369cfe6-2e59-4a7b-885e-18a9be01a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (033eb343-4b8d-4dd7-8fc5-e6bb87191991), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.109701 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 8ff0cf0f-e820-43fc-a038-76c555e88a97 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:19:11.109701 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.126986 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff0cf0f-e820-43fc-a038-76c555e88a97 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:19:11.145488 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a750716e-4bce-481e-9139-6b578fb0be94 req-bfa405b7-be4a-4152-b3ee-ef9d2e846adc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.150352 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 8ff0cf0f-e820-43fc-a038-76c555e88a97, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8ff0cf0f-e820-43fc-a038-76c555e88a97,segment=NetworkSegment(72257c49-4af3-4e03-83db-84b8080378b6),segment_id=72257c49-4af3-4e03-83db-84b8080378b6)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:11.161492 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:19:11.168056 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:19:11.168906 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.180730 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-b369cfe6-2e59-4a7b-885e-18a9be01a9c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ddaf04e317194d51a963a927ff4c6a53&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0215533 Jan 31 19:19:11.184471 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51304) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:11.206981 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Attempting to bind port acc8d828-a8ad-4f2d-b803-88a32da41b34 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:19:11.208771 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Attempting to bind port acc8d828-a8ad-4f2d-b803-88a32da41b34 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:19:11.209293 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Attempting to bind port acc8d828-a8ad-4f2d-b803-88a32da41b34 on network f261ffb8-ebb6-4541-85b1-098d6402ff0f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:19:11.225246 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Port acc8d828-a8ad-4f2d-b803-88a32da41b34 on network f261ffb8-ebb6-4541-85b1-098d6402ff0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:19:11.232526 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Attempting to bind port acc8d828-a8ad-4f2d-b803-88a32da41b34 on network f261ffb8-ebb6-4541-85b1-098d6402ff0f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:19:11.235453 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369cfe6-2e59-4a7b-885e-18a9be01a9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033eb343-4b8d-4dd7-8fc5-e6bb87191991,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:11.238126 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Pushing event updated for resources: {'Port': ['ID=acc8d828-a8ad-4f2d-b803-88a32da41b34,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:11.246425 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:19:11.246425 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Checking segment: {'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:19:11.246425 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Bound using segment: {'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:19:11.246425 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Bound port: acc8d828-a8ad-4f2d-b803-88a32da41b34, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:19:11.246425 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.266968 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.281645 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbc78-6ac7-4344-9636-25b30bd56025 admin admin] Publish callbacks [] for security_group (033eb343-4b8d-4dd7-8fc5-e6bb87191991), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.354833 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] For port acc8d828-a8ad-4f2d-b803-88a32da41b34, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:19:11.355178 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbc78-6ac7-4344-9636-25b30bd56025 admin admin] Publish callbacks [] for security_group (033eb343-4b8d-4dd7-8fc5-e6bb87191991), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.365499 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a750716e-4bce-481e-9139-6b578fb0be94 req-bfa405b7-be4a-4152-b3ee-ef9d2e846adc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.368753 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] For port acc8d828-a8ad-4f2d-b803-88a32da41b34, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=acc8d828-a8ad-4f2d-b803-88a32da41b34,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:19:11.454122 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=8ff0cf0f-e820-43fc-a038-76c555e88a97,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:11.479426 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.479883 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:19:11.479883 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.503684 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfccbe0-a9e3-439a-b3f4-495b1194e13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8ddf3a-d7ae-48d3-be3e-193306b46a69'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:11.533135 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:11.533789 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.535306 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] 10.222.0.77 "PUT /v2.0/ports/acc8d828-a8ad-4f2d-b803-88a32da41b34 HTTP/1.1" status: 200 len: 1093 time: 1.8639450 Jan 31 19:19:11.535786 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f0ba1c-26d5-444e-97c9-99d55cf5484a', 'tag': 'acc8d828-a8ad-4f2d-b803-88a32da41b34'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:11.539389 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d95900-dfd4-43bf-855c-65ab92e56948" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f0ba1c-26d5-444e-97c9-99d55cf5484a", "tag": "acc8d828-a8ad-4f2d-b803-88a32da41b34"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:11.565572 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8ada-bf55-4856-b6f2-cf8fa81d3d5e req-773c3d38-33cf-4d60-98f0-e8dce3c1b607 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:11.572791 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c01c8ada-bf55-4856-b6f2-cf8fa81d3d5e req-773c3d38-33cf-4d60-98f0-e8dce3c1b607 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 943 time: 0.1560326 Jan 31 19:19:11.580330 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['8ff0cf0f-e820-43fc-a038-76c555e88a97'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:19:11.582683 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ccd1f-1ea8-49e9-bbd3-9068030e6f2b service neutron] Pushing event updated for resources: {'Port': ['ID=acc8d828-a8ad-4f2d-b803-88a32da41b34,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:11.654730 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c8ddf3a-d7ae-48d3-be3e-193306b46a69,segment=NetworkSegment(de4734c1-cbe1-472b-9bff-8c9beebd909a),segment_id=de4734c1-cbe1-472b-9bff-8c9beebd909a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:11.658595 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a750716e-4bce-481e-9139-6b578fb0be94 req-bfa405b7-be4a-4152-b3ee-ef9d2e846adc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Network e72e47be-aaa8-400d-b997-58e2a6efc84a is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:19:11.671820 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-a750716e-4bce-481e-9139-6b578fb0be94 req-bfa405b7-be4a-4152-b3ee-ef9d2e846adc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:19:11.689425 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c687-f8cd-4ac4-99ce-6d9e2a00bb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.689788 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa405b7-be4a-4152-b3ee-ef9d2e846adc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event updated for resources: {'Port': ['ID=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:11.691608 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c01c8ada-bf55-4856-b6f2-cf8fa81d3d5e req-a2a457dc-2122-42e7-ab3f-dd0332c3d75a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157355 Jan 31 19:19:11.732687 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a750716e-4bce-481e-9139-6b578fb0be94 req-bfa405b7-be4a-4152-b3ee-ef9d2e846adc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:19:11.740125 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.759903 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750716e-4bce-481e-9139-6b578fb0be94 req-bfa405b7-be4a-4152-b3ee-ef9d2e846adc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:11.761599 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a750716e-4bce-481e-9139-6b578fb0be94 req-bfa405b7-be4a-4152-b3ee-ef9d2e846adc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for port (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.930426 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6874fb6-3f5a-472b-94d1-4742d3d651ee req-6ad9c611-b248-49ec-93ae-e3eb0a62a1da tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:11.930426 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e6874fb6-3f5a-472b-94d1-4742d3d651ee req-6ad9c611-b248-49ec-93ae-e3eb0a62a1da tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 943 time: 0.2603335 Jan 31 19:19:11.930426 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbc78-6ac7-4344-9636-25b30bd56025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (033eb343-4b8d-4dd7-8fc5-e6bb87191991), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.930426 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbc78-6ac7-4344-9636-25b30bd56025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:11.930426 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-9e5cbc78-6ac7-4344-9636-25b30bd56025 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/033eb343-4b8d-4dd7-8fc5-e6bb87191991 HTTP/1.1" status: 204 len: 168 time: 0.6304982 Jan 31 19:19:11.931819 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-03c59fe5-3dd7-4cb0-a5cf-7b0c2ed45b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:11.932625 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cbc78-6ac7-4344-9636-25b30bd56025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033eb343-4b8d-4dd7-8fc5-e6bb87191991,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:11.932710 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-03c59fe5-3dd7-4cb0-a5cf-7b0c2ed45b2b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=694936399477419aa737191ef0856c4e&device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 1127 time: 0.1336837 Jan 31 19:19:11.932795 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=3c8ddf3a-d7ae-48d3-be3e-193306b46a69,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:11.951706 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e6874fb6-3f5a-472b-94d1-4742d3d651ee req-78a43671-1676-440a-a8e7-dd66b24abe94 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461840 Jan 31 19:19:11.992237 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-df541bd2-cfce-4dab-877d-9752b0c94d02 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc8d828-a8ad-4f2d-b803-88a32da41b34 HTTP/1.1" status: 200 len: 217 time: 0.1004961 Jan 31 19:19:12.000874 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163644cd-98f5-4a4e-b56e-998353ea92fa" -d '{"events": [{"server_uuid": "ddfccbe0-a9e3-439a-b3f4-495b1194e13b", "name": "network-vif-plugged", "status": "completed", "tag": "3c8ddf3a-d7ae-48d3-be3e-193306b46a69"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:12.045090 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2169bc-0de4-4d9e-8efd-98d3857be348 x-openstack-request-id: req-5c2169bc-0de4-4d9e-8efd-98d3857be348 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:12.045453 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f0ba1c-26d5-444e-97c9-99d55cf5484a", "tag": "acc8d828-a8ad-4f2d-b803-88a32da41b34", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:12.045620 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5c2169bc-0de4-4d9e-8efd-98d3857be348 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:12.047402 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:12.047541 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f0ba1c-26d5-444e-97c9-99d55cf5484a', 'tag': 'acc8d828-a8ad-4f2d-b803-88a32da41b34', 'status': 'completed', 'code': 200} Jan 31 19:19:12.109475 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f2a04-db33-4af5-8372-6230f76e1102 req-ad608514-797a-4262-a0bc-d86877bb142b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:12.111003 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c69f2a04-db33-4af5-8372-6230f76e1102 req-ad608514-797a-4262-a0bc-d86877bb142b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 931 time: 0.2539608 Jan 31 19:19:12.112424 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c4548de2-784f-4320-8e25-79ea833f44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:12.113777 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-c4548de2-784f-4320-8e25-79ea833f44a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b3dfd382-d219-4670-afee-0d492cc2dd58 HTTP/1.1" status: 200 len: 849 time: 0.0960937 Jan 31 19:19:12.153063 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-bfa405b7-be4a-4152-b3ee-ef9d2e846adc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6826632 Jan 31 19:19:12.166312 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Request body: {'port': {'device_id': '72e1e98c-906a-4534-8592-66659e793056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:12.166798 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-ccdac88b-8f25-4ffa-a17a-90f0b2593bf4 None None] Provisioning complete for port ed299fa9-a5f9-48f6-8480-902d2b39ed5e triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:19:12.167308 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ccdac88b-8f25-4ffa-a17a-90f0b2593bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:12.206458 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ccdac88b-8f25-4ffa-a17a-90f0b2593bf4 None None] Port ed299fa9-a5f9-48f6-8480-902d2b39ed5e cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:19:12.212302 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c69f2a04-db33-4af5-8372-6230f76e1102 req-bf5a19f7-68f3-49a8-b43d-25f253d65bcc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948648 Jan 31 19:19:12.223344 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-06279683-405c-4ce9-b94d-73f9dae211be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:12.225839 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-06279683-405c-4ce9-b94d-73f9dae211be service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f261ffb8-ebb6-4541-85b1-098d6402ff0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1015525 Jan 31 19:19:12.265384 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:12.361891 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-e7eef1fc-27e1-4439-816f-ac7dc7dff01e service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286769 Jan 31 19:19:12.507232 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c51f2bfa-05b7-4f3c-a6e1-e6be0e4b6a2c req-6ccceecd-eb6f-41a9-8010-aac3f4e3ff90 service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373680 Jan 31 19:19:12.561287 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6a48-525c-481f-b48a-05024365fd9a req-1b398d3a-2904-45d0-9690-7e0c3c9cd306 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:12.575193 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0aab6a48-525c-481f-b48a-05024365fd9a req-1b398d3a-2904-45d0-9690-7e0c3c9cd306 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.1560001 Jan 31 19:19:12.617959 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6787416-826c-497d-9852-a9070b1d81ad x-openstack-request-id: req-b6787416-826c-497d-9852-a9070b1d81ad {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:12.618258 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfccbe0-a9e3-439a-b3f4-495b1194e13b", "name": "network-vif-plugged", "status": "completed", "tag": "3c8ddf3a-d7ae-48d3-be3e-193306b46a69", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:12.618513 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b6787416-826c-497d-9852-a9070b1d81ad {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:12.619159 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfccbe0-a9e3-439a-b3f4-495b1194e13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8ddf3a-d7ae-48d3-be3e-193306b46a69', 'code': 200} Jan 31 19:19:12.636629 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0aab6a48-525c-481f-b48a-05024365fd9a req-7a4074a7-2b77-4758-b8ed-52bcdd502e73 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526316 Jan 31 19:19:12.680957 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed299fa9-a5f9-48f6-8480-902d2b39ed5e {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:19:12.690368 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Publish callbacks [] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:12.704210 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Transition to ACTIVE for port object ed299fa9-a5f9-48f6-8480-902d2b39ed5e will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:19:12.751479 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95900-dfd4-43bf-855c-65ab92e56948 req-f9213367-7b60-4402-ba12-a6631ec7293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:12.751479 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-67d95900-dfd4-43bf-855c-65ab92e56948 req-f9213367-7b60-4402-ba12-a6631ec7293a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=694936399477419aa737191ef0856c4e&device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 1127 time: 0.0484850 Jan 31 19:19:12.822347 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31ae13-c05c-4f6e-b371-2fdfedc78058 req-c24e95ff-b1a4-4000-948d-b65f066ad72b tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:12.824068 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1a31ae13-c05c-4f6e-b371-2fdfedc78058 req-c24e95ff-b1a4-4000-948d-b65f066ad72b tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 943 time: 0.0602386 Jan 31 19:19:12.824842 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:12.853331 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 72f59d47-6919-4440-83f1-ff10cb956af9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:19:12.859726 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 8ff0cf0f-e820-43fc-a038-76c555e88a97 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:19:12.917939 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95900-dfd4-43bf-855c-65ab92e56948 req-d8e5e0c4-3dba-4e9b-be03-5759ae2f8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:12.920404 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-67d95900-dfd4-43bf-855c-65ab92e56948 req-d8e5e0c4-3dba-4e9b-be03-5759ae2f8d39 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f261ffb8-ebb6-4541-85b1-098d6402ff0f HTTP/1.1" status: 200 len: 912 time: 0.1674547 Jan 31 19:19:13.037910 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1a31ae13-c05c-4f6e-b371-2fdfedc78058 req-ea61a92d-09ce-4c7f-9095-74bcc5496b3c tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850879 Jan 31 19:19:13.048086 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Pushing event updated for resources: {'Port': ['ID=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:13.135205 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-67d95900-dfd4-43bf-855c-65ab92e56948 req-4a1724e0-fbac-41d4-a9f6-fd131b6e1652 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc8d828-a8ad-4f2d-b803-88a32da41b34 HTTP/1.1" status: 200 len: 217 time: 0.2044749 Jan 31 19:19:13.147849 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port 8ff0cf0f-e820-43fc-a038-76c555e88a97 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:19:13.159888 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port 8ff0cf0f-e820-43fc-a038-76c555e88a97 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:19:13.160333 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:13.165815 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Attempting to bind port ed299fa9-a5f9-48f6-8480-902d2b39ed5e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:19:13.166376 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Attempting to bind port ed299fa9-a5f9-48f6-8480-902d2b39ed5e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:19:13.166907 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Attempting to bind port ed299fa9-a5f9-48f6-8480-902d2b39ed5e on network e72e47be-aaa8-400d-b997-58e2a6efc84a {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:19:13.184433 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Port ed299fa9-a5f9-48f6-8480-902d2b39ed5e on network e72e47be-aaa8-400d-b997-58e2a6efc84a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:19:13.184888 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Attempting to bind port ed299fa9-a5f9-48f6-8480-902d2b39ed5e on network e72e47be-aaa8-400d-b997-58e2a6efc84a {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:19:13.208147 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:19:13.215102 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Checking segment: {'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:19:13.215102 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Bound using segment: {'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:19:13.215102 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Bound port: ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:19:13.215102 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:13.278338 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95900-dfd4-43bf-855c-65ab92e56948 req-70c9cf9c-d4b7-4a43-8399-0f3e7624f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:13.280980 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-67d95900-dfd4-43bf-855c-65ab92e56948 req-70c9cf9c-d4b7-4a43-8399-0f3e7624f987 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b3dfd382-d219-4670-afee-0d492cc2dd58 HTTP/1.1" status: 200 len: 849 time: 0.1079097 Jan 31 19:19:13.297240 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 8ff0cf0f-e820-43fc-a038-76c555e88a97 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:19:13.297724 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:13.338927 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 72f59d47-6919-4440-83f1-ff10cb956af9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72f59d47-6919-4440-83f1-ff10cb956af9,segment=NetworkSegment(72257c49-4af3-4e03-83db-84b8080378b6),segment_id=72257c49-4af3-4e03-83db-84b8080378b6)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:13.341268 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c20bf-01ab-4016-8198-b874b7747b4e req-ce919da9-6456-4d73-abba-ea1272fd2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:13.343476 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-961c20bf-01ab-4016-8198-b874b7747b4e req-ce919da9-6456-4d73-abba-ea1272fd2143 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 1129 time: 0.2750607 Jan 31 19:19:13.351581 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24422a8-0048-404b-8016-40a305ffbc46 req-89022259-f9a7-40dd-aa70-c2ac7166bd2f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:13.360086 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d24422a8-0048-404b-8016-40a305ffbc46 req-89022259-f9a7-40dd-aa70-c2ac7166bd2f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 943 time: 0.2332549 Jan 31 19:19:13.401680 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-961c20bf-01ab-4016-8198-b874b7747b4e req-28a68217-0448-4175-948f-ad46208fa6b8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:13.411089 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 8ff0cf0f-e820-43fc-a038-76c555e88a97, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8ff0cf0f-e820-43fc-a038-76c555e88a97,segment=NetworkSegment(72257c49-4af3-4e03-83db-84b8080378b6),segment_id=72257c49-4af3-4e03-83db-84b8080378b6)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:13.416859 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': '72f59d47-6919-4440-83f1-ff10cb956af9', 'network_id': '3b99c91a-a4b5-44c0-babe-fdd1422d7c76', 'port_id': '72f59d47-6919-4440-83f1-ff10cb956af9', 'mac_address': 'fa:16:3e:89:1c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1924c8-4ffc-4f4f-8854-bdf0660d683e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:19:13.432183 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 51362) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:13.441095 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-227739411-network', 'tenant_id': '0dd70b1321a34af9ae437d98201de226'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:13.459012 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] For port ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host hv-cinder-81322, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:19:13.460539 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95900-dfd4-43bf-855c-65ab92e56948 req-798725b8-6778-4873-98da-03583089e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:13.462520 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-67d95900-dfd4-43bf-855c-65ab92e56948 req-798725b8-6778-4873-98da-03583089e769 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f261ffb8-ebb6-4541-85b1-098d6402ff0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1724491 Jan 31 19:19:13.462806 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] For port ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:19:13.471308 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 72f59d47-6919-4440-83f1-ff10cb956af9 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:19:13.471716 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (72f59d47-6919-4440-83f1-ff10cb956af9), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:13.486076 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d24422a8-0048-404b-8016-40a305ffbc46 req-b9faf22b-e01e-490b-b34f-512c4f5e40f0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241608 Jan 31 19:19:13.498372 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f59d47-6919-4440-83f1-ff10cb956af9 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:19:13.515395 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:13.539076 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ff5bf-8f6e-401f-9b02-45028b320b82 req-e9b6f477-4947-45f4-82f9-3190eb21fed1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:13.539076 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-df4ff5bf-8f6e-401f-9b02-45028b320b82 req-e9b6f477-4947-45f4-82f9-3190eb21fed1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1059432 Jan 31 19:19:13.596718 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=8ff0cf0f-e820-43fc-a038-76c555e88a97,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:13.609583 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 72f59d47-6919-4440-83f1-ff10cb956af9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72f59d47-6919-4440-83f1-ff10cb956af9,segment=NetworkSegment(72257c49-4af3-4e03-83db-84b8080378b6),segment_id=72257c49-4af3-4e03-83db-84b8080378b6)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:13.628821 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Made reservation on behalf of 0dd70b1321a34af9ae437d98201de226 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:19:13.631394 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:13.660361 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:13.676004 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (72f59d47-6919-4440-83f1-ff10cb956af9), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:13.687788 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-67d95900-dfd4-43bf-855c-65ab92e56948 req-380918a1-568d-432e-a112-48da1dffb9a2 service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168314 Jan 31 19:19:13.743235 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-961c20bf-01ab-4016-8198-b874b7747b4e req-28a68217-0448-4175-948f-ad46208fa6b8 service neutron] Publish callbacks [] for security_group (de505f11-51ab-4ec6-8550-4f51cb57249a), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:13.799678 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:13.861459 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-961c20bf-01ab-4016-8198-b874b7747b4e req-28a68217-0448-4175-948f-ad46208fa6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (de505f11-51ab-4ec6-8550-4f51cb57249a), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:13.864241 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Pushing event updated for resources: {'Port': ['ID=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:13.918010 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-df4ff5bf-8f6e-401f-9b02-45028b320b82 req-f6ba4d6b-05da-4a45-b5d0-4c96e6fb8efe tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3598928 Jan 31 19:19:13.932754 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:13.933403 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for port (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:13.934812 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-9c28965d-e31b-432e-bfd0-34146b2c7e7a service neutron] 10.222.0.77 "PUT /v2.0/ports/ed299fa9-a5f9-48f6-8480-902d2b39ed5e HTTP/1.1" status: 200 len: 1093 time: 1.7730141 Jan 31 19:19:13.936022 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:13.942363 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4d5f63-88f1-4180-bea2-191934f52904" -d '{"events": [{"name": "network-changed", "server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:13.967452 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-961c20bf-01ab-4016-8198-b874b7747b4e req-28a68217-0448-4175-948f-ad46208fa6b8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044061 Jan 31 19:19:13.986688 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=72f59d47-6919-4440-83f1-ff10cb956af9,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:13.987304 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d9ce86-b5d6-40d4-949c-b78d542ff98c x-openstack-request-id: req-25d9ce86-b5d6-40d4-949c-b78d542ff98c {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:13.997500 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:13.997500 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-25d9ce86-b5d6-40d4-949c-b78d542ff98c {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:13.997500 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'status': 'completed', 'code': 200} Jan 31 19:19:14.006333 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-67d95900-dfd4-43bf-855c-65ab92e56948 req-05ba5884-8d61-4e78-8e4a-464f22d34fb0 service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103483 Jan 31 19:19:14.017741 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a68217-0448-4175-948f-ad46208fa6b8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=de505f11-51ab-4ec6-8550-4f51cb57249a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:14.036179 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9afaf8-cb9d-447e-a3b4-ce72df239c54 req-7b9312df-55db-4912-963c-6af4177fd63a tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:14.037819 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3c9afaf8-cb9d-447e-a3b4-ce72df239c54 req-7b9312df-55db-4912-963c-6af4177fd63a tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.2689886 Jan 31 19:19:14.071437 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['72f59d47-6919-4440-83f1-ff10cb956af9'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:19:14.076825 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6570-e62d-40e5-90e0-dd0208a8eea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:14.101114 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Publish callbacks [] for security_group (243bd4c2-0b50-4bfb-8c5e-e9c8a91ac8bc), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:14.139235 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3c9afaf8-cb9d-447e-a3b4-ce72df239c54 req-04291208-8f4c-44a3-8466-f4ba7978dee4 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907848 Jan 31 19:19:14.189466 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (243bd4c2-0b50-4bfb-8c5e-e9c8a91ac8bc), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:14.246003 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa9009-d97f-49bc-89a0-e93b3c8355fb req-e87f9c7c-e946-474d-b254-2eaf4527a9dc tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:14.247862 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ecfa9009-d97f-49bc-89a0-e93b3c8355fb req-e87f9c7c-e946-474d-b254-2eaf4527a9dc tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 943 time: 0.1095288 Jan 31 19:19:14.269656 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:19:14.318884 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ecfa9009-d97f-49bc-89a0-e93b3c8355fb req-442db05a-8368-477b-af21-55da53e78653 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630400 Jan 31 19:19:14.319425 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243bd4c2-0b50-4bfb-8c5e-e9c8a91ac8bc,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:14.340891 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (132e8d87-d4bb-4be4-96cd-f8b485756eba), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:14.341373 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.segments_db [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Added segment 132e8d87-d4bb-4be4-96cd-f8b485756eba of type vlan for network 1a8aff31-e7fd-481c-8404-ba7dfa603aee Jan 31 19:19:14.395794 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (1a8aff31-e7fd-481c-8404-ba7dfa603aee), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:14.405098 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750716e-4bce-481e-9139-6b578fb0be94 req-20220674-4017-4e4f-9f11-9c859da68303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:14.408538 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-20220674-4017-4e4f-9f11-9c859da68303 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 1127 time: 0.1689527 Jan 31 19:19:14.462912 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-ba4229c6-eefd-4e35-a0d0-13063a86b38f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e HTTP/1.1" status: 200 len: 217 time: 0.0421233 Jan 31 19:19:14.515216 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750716e-4bce-481e-9139-6b578fb0be94 req-77663ce5-63c7-4a54-bc7c-62538b8759be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:14.517318 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-77663ce5-63c7-4a54-bc7c-62538b8759be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4c50c8fa-063d-4447-81e7-9a815420e7f8 HTTP/1.1" status: 200 len: 856 time: 0.0481429 Jan 31 19:19:14.559424 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (1a8aff31-e7fd-481c-8404-ba7dfa603aee), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:14.560462 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:14.561134 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:14.620439 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d53b57-2fbf-4097-9e15-17efa2e5d67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff0cf0f-e820-43fc-a038-76c555e88a97'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:14.622927 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6569c61a-4a0a-4852-aa98-ea99ea7fac0c" -d '{"events": [{"server_uuid": "a4d53b57-2fbf-4097-9e15-17efa2e5d67c", "name": "network-vif-plugged", "status": "completed", "tag": "8ff0cf0f-e820-43fc-a038-76c555e88a97"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:14.657863 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750716e-4bce-481e-9139-6b578fb0be94 req-d569e996-7740-49d6-a74c-badaa36d4c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:14.659421 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-d569e996-7740-49d6-a74c-badaa36d4c83 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e72e47be-aaa8-400d-b997-58e2a6efc84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1355519 Jan 31 19:19:14.666039 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] Pushing event updated for resources: {'Network': ['ID=1a8aff31-e7fd-481c-8404-ba7dfa603aee,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:14.668287 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bf4482-70ac-4ed3-b1ef-f6bc5fb24ac1 x-openstack-request-id: req-93bf4482-70ac-4ed3-b1ef-f6bc5fb24ac1 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:14.668628 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d53b57-2fbf-4097-9e15-17efa2e5d67c", "name": "network-vif-plugged", "status": "completed", "tag": "8ff0cf0f-e820-43fc-a038-76c555e88a97", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:14.668889 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-93bf4482-70ac-4ed3-b1ef-f6bc5fb24ac1 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:14.669656 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d53b57-2fbf-4097-9e15-17efa2e5d67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff0cf0f-e820-43fc-a038-76c555e88a97', 'code': 200} Jan 31 19:19:14.678073 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network 1a8aff31-e7fd-481c-8404-ba7dfa603aee details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:19:14.693740 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-7272d1bb-5581-4f88-a018-abfde5cd0bfe admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2578638 Jan 31 19:19:14.696753 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51414) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:14.702520 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-141016a5-85bd-407d-aa17-afcaaca73d8d admin admin] Request body: {'subnet': {'network_id': '1a8aff31-e7fd-481c-8404-ba7dfa603aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-227739411-subnet', 'tenant_id': '0dd70b1321a34af9ae437d98201de226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:14.758809 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b073d-deb9-40d7-851a-d40e1d370873 req-4c98251f-aed4-4202-aba4-3e37a77ac6b3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:14.760374 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d00b073d-deb9-40d7-851a-d40e1d370873 req-4c98251f-aed4-4202-aba4-3e37a77ac6b3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 944 time: 0.1731279 Jan 31 19:19:14.829925 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-ffc10fb8-d0aa-4b96-a9f8-0ea6463938d9 service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573441 Jan 31 19:19:14.840798 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141016a5-85bd-407d-aa17-afcaaca73d8d admin admin] Made reservation on behalf of 0dd70b1321a34af9ae437d98201de226 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:19:14.844549 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-141016a5-85bd-407d-aa17-afcaaca73d8d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:14.866819 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device acc8d828-a8ad-4f2d-b803-88a32da41b34 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:19:14.899138 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:15.072178 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port acc8d828-a8ad-4f2d-b803-88a32da41b34, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=acc8d828-a8ad-4f2d-b803-88a32da41b34,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:15.073383 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d00b073d-deb9-40d7-851a-d40e1d370873 req-cf55797c-1983-4821-bc2e-a72ef167121d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029761 Jan 31 19:19:15.106451 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'acc8d828-a8ad-4f2d-b803-88a32da41b34', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'port_id': 'acc8d828-a8ad-4f2d-b803-88a32da41b34', 'mac_address': 'fa:16:3e:e5:d2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:19:15.180934 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5fef5-09fb-43eb-958f-9f2273196830 req-f925f331-de87-42d5-b6b8-069c9748a3d3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:15.187814 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a487f-ef75-4281-ad32-e5e077531aa5 req-de7108f7-11b1-4fc2-b4d1-7b10483f13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:15.188144 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0aa5fef5-09fb-43eb-958f-9f2273196830 req-f925f331-de87-42d5-b6b8-069c9748a3d3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1409614 Jan 31 19:19:15.194292 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fb6a487f-ef75-4281-ad32-e5e077531aa5 req-de7108f7-11b1-4fc2-b4d1-7b10483f13e9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 1130 time: 0.1340151 Jan 31 19:19:15.201651 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port acc8d828-a8ad-4f2d-b803-88a32da41b34 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:19:15.202181 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:15.230899 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc8d828-a8ad-4f2d-b803-88a32da41b34 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:19:15.254144 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0aa5fef5-09fb-43eb-958f-9f2273196830 req-b5b22d51-1ba7-4bb7-87a4-821089d5287c tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649955 Jan 31 19:19:15.291060 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port acc8d828-a8ad-4f2d-b803-88a32da41b34, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=acc8d828-a8ad-4f2d-b803-88a32da41b34,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:15.304857 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51438) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:15.308874 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a750716e-4bce-481e-9139-6b578fb0be94 req-3e564954-334d-46f2-9074-04b0ef6b9ba8 service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700425 Jan 31 19:19:15.315685 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-141016a5-85bd-407d-aa17-afcaaca73d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for subnet (45548f13-abf8-4d5c-a121-1c5349a333fd), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:15.343568 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fb6a487f-ef75-4281-ad32-e5e077531aa5 req-637bcfb2-882b-458e-864c-e41deeaaee08 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343381 Jan 31 19:19:15.375485 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c9355-430f-4a04-8b47-01b1e10fc839 req-671ca5e1-4f7c-44f0-874a-efbcf4efe030 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:15.377746 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-059c9355-430f-4a04-8b47-01b1e10fc839 req-671ca5e1-4f7c-44f0-874a-efbcf4efe030 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.0873916 Jan 31 19:19:15.381489 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141016a5-85bd-407d-aa17-afcaaca73d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=45548f13-abf8-4d5c-a121-1c5349a333fd,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:15.391812 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141016a5-85bd-407d-aa17-afcaaca73d8d admin admin] Checking segment: {'id': '132e8d87-d4bb-4be4-96cd-f8b485756eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '1a8aff31-e7fd-481c-8404-ba7dfa603aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:19:15.394816 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141016a5-85bd-407d-aa17-afcaaca73d8d admin admin] Network hostable DHCP agents. Network: 1a8aff31-e7fd-481c-8404-ba7dfa603aee, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:19:15.459342 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-059c9355-430f-4a04-8b47-01b1e10fc839 req-5b3e328b-adec-49c9-b4fd-8a033071c369 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652521 Jan 31 19:19:15.488500 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb77ab-7738-4465-838a-e1d577bf0025 req-930ecde9-0def-4d1e-a019-778210cd0416 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:15.493734 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-59bb77ab-7738-4465-838a-e1d577bf0025 req-930ecde9-0def-4d1e-a019-778210cd0416 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 943 time: 0.0813696 Jan 31 19:19:15.510352 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:15.512904 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141016a5-85bd-407d-aa17-afcaaca73d8d admin admin] Network 1a8aff31-e7fd-481c-8404-ba7dfa603aee is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:19:15.570714 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=acc8d828-a8ad-4f2d-b803-88a32da41b34,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:15.582994 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-59bb77ab-7738-4465-838a-e1d577bf0025 req-99472cde-e7d1-49aa-a5eb-5a28f0a2c90c tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867517 Jan 31 19:19:15.636710 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48942368-a75f-40eb-8552-66fcdc38970b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:15.650761 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d5f63-88f1-4180-bea2-191934f52904 req-9ec5b95b-e930-4cc6-a333-91eb252caed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:15.653113 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fd4d5f63-88f1-4180-bea2-191934f52904 req-9ec5b95b-e930-4cc6-a333-91eb252caed1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 1127 time: 0.0630407 Jan 31 19:19:15.653335 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-141016a5-85bd-407d-aa17-afcaaca73d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, 1a8aff31-e7fd-481c-8404-ba7dfa603aee) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:19:15.667110 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998c52e2-0efd-4991-824c-e897ee840e36 None None] Network 1a8aff31-e7fd-481c-8404-ba7dfa603aee requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:19:15.667207 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141016a5-85bd-407d-aa17-afcaaca73d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:15.667207 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-141016a5-85bd-407d-aa17-afcaaca73d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:15.763727 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48942368-a75f-40eb-8552-66fcdc38970b admin admin] Publish callbacks [] for security_group (347ffa73-b657-4c8e-b31f-710631a465b2), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:15.768608 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-141016a5-85bd-407d-aa17-afcaaca73d8d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0699935 Jan 31 19:19:15.808827 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f193a37-023b-4a8e-8d22-71aa3e9a5d44 None None] Network 1a8aff31-e7fd-481c-8404-ba7dfa603aee requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:19:15.828482 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d5f63-88f1-4180-bea2-191934f52904 req-940be979-0ebc-4fd2-9d0c-335089f80c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:15.830080 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fd4d5f63-88f1-4180-bea2-191934f52904 req-940be979-0ebc-4fd2-9d0c-335089f80c47 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 200 len: 919 time: 0.1650622 Jan 31 19:19:15.852120 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-48942368-a75f-40eb-8552-66fcdc38970b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (347ffa73-b657-4c8e-b31f-710631a465b2), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:15.884774 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-48942368-a75f-40eb-8552-66fcdc38970b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f0df5925e0ff458f81f27e12390df47d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5762227 Jan 31 19:19:15.889233 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51454) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:15.892634 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fd4d5f63-88f1-4180-bea2-191934f52904 req-8de20d72-3e87-4315-9d24-564326595096 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e HTTP/1.1" status: 200 len: 217 time: 0.0446568 Jan 31 19:19:15.932465 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['acc8d828-a8ad-4f2d-b803-88a32da41b34'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:19:15.932712 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48942368-a75f-40eb-8552-66fcdc38970b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347ffa73-b657-4c8e-b31f-710631a465b2,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:16.026550 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1a56-ae0d-4915-9dd3-3ee5428cef33 admin admin] Publish callbacks [] for security_group (347ffa73-b657-4c8e-b31f-710631a465b2), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.029187 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d5f63-88f1-4180-bea2-191934f52904 req-256e1254-80bf-4ceb-beaf-e143a64d63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:16.035587 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fd4d5f63-88f1-4180-bea2-191934f52904 req-256e1254-80bf-4ceb-beaf-e143a64d63b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4c50c8fa-063d-4447-81e7-9a815420e7f8 HTTP/1.1" status: 200 len: 856 time: 0.1193776 Jan 31 19:19:16.053856 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1a56-ae0d-4915-9dd3-3ee5428cef33 admin admin] Publish callbacks [] for security_group (347ffa73-b657-4c8e-b31f-710631a465b2), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.079358 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 51462) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:16.183607 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1a56-ae0d-4915-9dd3-3ee5428cef33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (347ffa73-b657-4c8e-b31f-710631a465b2), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.186637 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1a56-ae0d-4915-9dd3-3ee5428cef33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.187516 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-4c2b1a56-ae0d-4915-9dd3-3ee5428cef33 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/347ffa73-b657-4c8e-b31f-710631a465b2 HTTP/1.1" status: 204 len: 168 time: 0.2967713 Jan 31 19:19:16.204526 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b1a56-ae0d-4915-9dd3-3ee5428cef33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347ffa73-b657-4c8e-b31f-710631a465b2,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:16.227253 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cee45ea-c595-4ec3-a610-a4043f4572ba admin admin] Deleting subnet 887098d2-c702-457a-aee0-b1cd19e7de95 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:19:16.242361 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51468) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:16.262128 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cee45ea-c595-4ec3-a610-a4043f4572ba admin admin] Publish callbacks [] for subnet (887098d2-c702-457a-aee0-b1cd19e7de95), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.315441 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cee45ea-c595-4ec3-a610-a4043f4572ba admin admin] Publish callbacks [] for subnet (887098d2-c702-457a-aee0-b1cd19e7de95), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.324090 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d5f63-88f1-4180-bea2-191934f52904 req-9464fe21-2fd0-4c00-9520-90f252f05ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:16.326145 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fd4d5f63-88f1-4180-bea2-191934f52904 req-9464fe21-2fd0-4c00-9520-90f252f05ae6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e72e47be-aaa8-400d-b997-58e2a6efc84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2843776 Jan 31 19:19:16.335737 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cee45ea-c595-4ec3-a610-a4043f4572ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (887098d2-c702-457a-aee0-b1cd19e7de95), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.381001 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.419445 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b4f72096-fe21-4fb5-ad96-2f40ea0eaa3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.460574 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8f3d4-0106-415a-902c-fb226a22a000 req-da82dcbf-7400-4444-af41-861c1471c84b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:16.462391 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c7f8f3d4-0106-415a-902c-fb226a22a000 req-da82dcbf-7400-4444-af41-861c1471c84b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 944 time: 0.2629533 Jan 31 19:19:16.466108 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77489ef9-b327-41e1-9dd7-55bc64ddc6ef req-09c3e030-fccd-4d04-84ed-7a7cabcb708a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:16.494559 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-77489ef9-b327-41e1-9dd7-55bc64ddc6ef req-09c3e030-fccd-4d04-84ed-7a7cabcb708a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1234787 Jan 31 19:19:16.523899 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fd4d5f63-88f1-4180-bea2-191934f52904 req-cdc77599-280b-4fbf-8290-bfec091e63ba service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837130 Jan 31 19:19:16.567087 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b4f72096-fe21-4fb5-ad96-2f40ea0eaa3c admin admin] Publish callbacks [] for security_group (968d10f9-ad96-457c-9ffd-d867136d5dc9), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.589517 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-77489ef9-b327-41e1-9dd7-55bc64ddc6ef req-256460ae-77a2-4787-a427-30d9204c654c tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076007 Jan 31 19:19:16.628355 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c7f8f3d4-0106-415a-902c-fb226a22a000 req-84de9171-86f8-4e86-82b3-47695c938ba2 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566260 Jan 31 19:19:16.647504 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cee45ea-c595-4ec3-a610-a4043f4572ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for subnet (887098d2-c702-457a-aee0-b1cd19e7de95), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.712432 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fd4d5f63-88f1-4180-bea2-191934f52904 req-fd72d923-94fc-4d0f-ab21-ba74ea2fb548 service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764660 Jan 31 19:19:16.717325 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7cee45ea-c595-4ec3-a610-a4043f4572ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.723611 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-7cee45ea-c595-4ec3-a610-a4043f4572ba admin admin] 10.222.0.72 "DELETE /v2.0/subnets/887098d2-c702-457a-aee0-b1cd19e7de95 HTTP/1.1" status: 204 len: 168 time: 0.5900452 Jan 31 19:19:16.723611 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee45ea-c595-4ec3-a610-a4043f4572ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887098d2-c702-457a-aee0-b1cd19e7de95,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:16.723815 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b4f72096-fe21-4fb5-ad96-2f40ea0eaa3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (968d10f9-ad96-457c-9ffd-d867136d5dc9), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.730236 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51486) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:16.790170 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f53c7-f65d-48cb-8153-a65a011f5ada req-634a8c0e-62bd-4570-8684-d0f7ecd002cf tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:16.791261 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-215f53c7-f65d-48cb-8153-a65a011f5ada req-634a8c0e-62bd-4570-8684-d0f7ecd002cf tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 944 time: 0.0776112 Jan 31 19:19:16.849624 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b4f72096-fe21-4fb5-ad96-2f40ea0eaa3c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=647171f462a147bfa72915a701c947bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6059880 Jan 31 19:19:16.849822 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 51488) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:16.856450 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f72096-fe21-4fb5-ad96-2f40ea0eaa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968d10f9-ad96-457c-9ffd-d867136d5dc9,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:16.866046 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-215f53c7-f65d-48cb-8153-a65a011f5ada req-5f748ae0-ecbe-469e-8cd6-3e2f6125138b tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680788 Jan 31 19:19:16.895351 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7ee94-672e-4b21-86a4-09b6506cce07 req-111626cd-dca7-4c10-9f26-dc1dcded26ee tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:16.895964 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a2b7ee94-672e-4b21-86a4-09b6506cce07 req-111626cd-dca7-4c10-9f26-dc1dcded26ee tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.2185292 Jan 31 19:19:16.898415 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device ed299fa9-a5f9-48f6-8480-902d2b39ed5e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:19:16.901581 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 72f59d47-6919-4440-83f1-ff10cb956af9 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:19:16.927908 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec2b14b5-f4c2-4c76-9ebd-63af85da4808 admin admin] Publish callbacks [] for security_group (968d10f9-ad96-457c-9ffd-d867136d5dc9), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.940785 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (76701188-f906-41b7-acb1-37b42be52222), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:16.952886 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec2b14b5-f4c2-4c76-9ebd-63af85da4808 admin admin] Publish callbacks [] for security_group (968d10f9-ad96-457c-9ffd-d867136d5dc9), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.041914 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a2b7ee94-672e-4b21-86a4-09b6506cce07 req-d918ac51-ef46-420f-8c4e-eaf97cd9fe87 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168880 Jan 31 19:19:17.062700 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:17.076269 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'port_id': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'mac_address': 'fa:16:3e:34:69:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:19:17.086920 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (76701188-f906-41b7-acb1-37b42be52222), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.096128 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 51492) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:17.114254 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.114727 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.115648 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.116011 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > port after_create 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.116348 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.116677 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > port after_update 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.117013 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.117628 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.117959 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.118429 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.118539 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00c66999-6ca1-45ec-8544-ea993046e90f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.126977 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port ed299fa9-a5f9-48f6-8480-902d2b39ed5e is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:19:17.127708 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.128845 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec2b14b5-f4c2-4c76-9ebd-63af85da4808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (968d10f9-ad96-457c-9ffd-d867136d5dc9), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.131364 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port 72f59d47-6919-4440-83f1-ff10cb956af9 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:19:17.131568 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ec2b14b5-f4c2-4c76-9ebd-63af85da4808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.135101 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-ec2b14b5-f4c2-4c76-9ebd-63af85da4808 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/968d10f9-ad96-457c-9ffd-d867136d5dc9 HTTP/1.1" status: 204 len: 168 time: 0.2820947 Jan 31 19:19:17.145350 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port 72f59d47-6919-4440-83f1-ff10cb956af9 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:19:17.145730 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (72f59d47-6919-4440-83f1-ff10cb956af9), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.149866 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed299fa9-a5f9-48f6-8480-902d2b39ed5e {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:19:17.154265 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b14b5-f4c2-4c76-9ebd-63af85da4808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968d10f9-ad96-457c-9ffd-d867136d5dc9,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:17.216203 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:17.263218 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00c66999-6ca1-45ec-8544-ea993046e90f admin admin] Publish callbacks [] for security_group (9ed5c45e-c933-454d-a541-1ef1f34c223d), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.268318 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 72f59d47-6919-4440-83f1-ff10cb956af9 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:19:17.268709 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (72f59d47-6919-4440-83f1-ff10cb956af9), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.297408 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b452ff6-b2c8-4c58-8127-1b59d4bcca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f59d47-6919-4440-83f1-ff10cb956af9'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:17.299715 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd325d1-8d18-43d1-9af7-deb240c163da" -d '{"events": [{"server_uuid": "4b452ff6-b2c8-4c58-8127-1b59d4bcca7d", "name": "network-vif-plugged", "status": "completed", "tag": "72f59d47-6919-4440-83f1-ff10cb956af9"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:17.319187 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 72f59d47-6919-4440-83f1-ff10cb956af9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72f59d47-6919-4440-83f1-ff10cb956af9,segment=NetworkSegment(72257c49-4af3-4e03-83db-84b8080378b6),segment_id=72257c49-4af3-4e03-83db-84b8080378b6)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:17.321069 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.346788 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae04d847-e265-4351-be7f-fb5988bbc0b3 x-openstack-request-id: req-ae04d847-e265-4351-be7f-fb5988bbc0b3 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:17.347029 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b452ff6-b2c8-4c58-8127-1b59d4bcca7d", "name": "network-vif-plugged", "status": "completed", "tag": "72f59d47-6919-4440-83f1-ff10cb956af9", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:17.347291 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ae04d847-e265-4351-be7f-fb5988bbc0b3 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:17.347682 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b452ff6-b2c8-4c58-8127-1b59d4bcca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f59d47-6919-4440-83f1-ff10cb956af9', 'code': 200} Jan 31 19:19:17.367227 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.367585 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.367991 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.368289 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:17.368629 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76701188-f906-41b7-acb1-37b42be52222']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:17.376077 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:17.383736 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00c66999-6ca1-45ec-8544-ea993046e90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (9ed5c45e-c933-454d-a541-1ef1f34c223d), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.390918 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf65483-bd38-4dc9-988c-c1e7030ee3ca') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:17.391203 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf65483-bd38-4dc9-988c-c1e7030ee3ca') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:17.409217 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8960383'] for segment (eaf65483-bd38-4dc9-988c-c1e7030ee3ca), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.431224 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (eaf65483-bd38-4dc9-988c-c1e7030ee3ca), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.434814 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-00c66999-6ca1-45ec-8544-ea993046e90f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e4d74c781a21489da4f0ed56aac50409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337772 Jan 31 19:19:17.434814 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c66999-6ca1-45ec-8544-ea993046e90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed5c45e-c933-454d-a541-1ef1f34c223d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:17.435467 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51498) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:17.454684 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:19:17.455089 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207958'] for segment (eaf65483-bd38-4dc9-988c-c1e7030ee3ca), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.474449 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (72f59d47-6919-4440-83f1-ff10cb956af9), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.475379 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device acc8d828-a8ad-4f2d-b803-88a32da41b34 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: from cryptography.utils import int_from_bytes Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: from cryptography.utils import int_from_bytes Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: Traceback (most recent call last): Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: timer() Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: cb(*args, **kw) Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: return func(*args, **kwargs) Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: self._notify() Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: self.callback(batched_events) Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: event.method(event) Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: return f(self, *a, **k) Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._get(url).json() Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: return self.request(url, 'GET', **kwargs) Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:19:17.481730 dv-cinder-813223-5-iscsi neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:19:17.561921 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=72f59d47-6919-4440-83f1-ff10cb956af9,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:17.585540 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28a1bfdb-7a5b-45d5-bae5-b5c92e234a2c admin admin] Publish callbacks [] for security_group (9ed5c45e-c933-454d-a541-1ef1f34c223d), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.608491 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28a1bfdb-7a5b-45d5-bae5-b5c92e234a2c admin admin] Publish callbacks [] for security_group (9ed5c45e-c933-454d-a541-1ef1f34c223d), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.633369 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['ed299fa9-a5f9-48f6-8480-902d2b39ed5e'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:19:17.706588 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port acc8d828-a8ad-4f2d-b803-88a32da41b34 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:19:17.725123 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port acc8d828-a8ad-4f2d-b803-88a32da41b34 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:19:17.725501 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.739674 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (76701188-f906-41b7-acb1-37b42be52222), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.774141 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.793460 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.801529 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] 10.222.0.72 "DELETE /v2.0/networks/76701188-f906-41b7-acb1-37b42be52222 HTTP/1.1" status: 204 len: 168 time: 1.0668592 Jan 31 19:19:17.805741 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51508) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:17.807841 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f2fa0-f891-4f8f-afbd-b3d73cdde62f admin admin] Pushing event deleted for resources: {'Network': ['ID=76701188-f906-41b7-acb1-37b42be52222,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:17.820969 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28a1bfdb-7a5b-45d5-bae5-b5c92e234a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (9ed5c45e-c933-454d-a541-1ef1f34c223d), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.824008 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28a1bfdb-7a5b-45d5-bae5-b5c92e234a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.825732 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-28a1bfdb-7a5b-45d5-bae5-b5c92e234a2c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9ed5c45e-c933-454d-a541-1ef1f34c223d HTTP/1.1" status: 204 len: 168 time: 0.3888371 Jan 31 19:19:17.840770 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2fa8c-1f75-497c-8209-d79fd29933d6 req-689fb731-7418-4615-ba49-6c56d54f4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:17.843543 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-86e2fa8c-1f75-497c-8209-d79fd29933d6 req-689fb731-7418-4615-ba49-6c56d54f4dd7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 1129 time: 0.1081195 Jan 31 19:19:17.877625 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1bfdb-7a5b-45d5-bae5-b5c92e234a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed5c45e-c933-454d-a541-1ef1f34c223d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:17.897958 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5e7dc-e446-47a4-a030-f9af8c33b0fb req-2f79e758-921e-4530-83e4-399bf2f91445 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:17.900436 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c7e5e7dc-e446-47a4-a030-f9af8c33b0fb req-2f79e758-921e-4530-83e4-399bf2f91445 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.1454837 Jan 31 19:19:17.916724 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port acc8d828-a8ad-4f2d-b803-88a32da41b34 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:19:17.918338 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.918426 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcda8f-a467-44ad-b337-0e1daf54a9ae req-1d14b4ba-e2eb-4481-a24e-869b86eb630c tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:17.919986 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bdbcda8f-a467-44ad-b337-0e1daf54a9ae req-1d14b4ba-e2eb-4481-a24e-869b86eb630c tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 944 time: 0.2359579 Jan 31 19:19:17.925748 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d258b82f-dd4b-4667-a5f5-29dd4d8b991b admin admin] Deleting subnet 45548f13-abf8-4d5c-a121-1c5349a333fd {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:19:17.930045 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d258b82f-dd4b-4667-a5f5-29dd4d8b991b admin admin] Publish callbacks [] for subnet (45548f13-abf8-4d5c-a121-1c5349a333fd), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:17.979698 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port acc8d828-a8ad-4f2d-b803-88a32da41b34, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=acc8d828-a8ad-4f2d-b803-88a32da41b34,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:17.991598 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-86e2fa8c-1f75-497c-8209-d79fd29933d6 req-c2bc9978-9c33-43e8-9ce5-059a0a68ee18 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371253 Jan 31 19:19:18.008253 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d258b82f-dd4b-4667-a5f5-29dd4d8b991b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8960374'] for subnet (45548f13-abf8-4d5c-a121-1c5349a333fd), precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:18.038800 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c7e5e7dc-e446-47a4-a030-f9af8c33b0fb req-58f6013a-69c8-423d-8dce-8cbe8d9d165f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281884 Jan 31 19:19:18.049832 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bdbcda8f-a467-44ad-b337-0e1daf54a9ae req-096ba64a-07b4-4ed5-9c0e-0e660d24d353 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167164 Jan 31 19:19:18.074744 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d258b82f-dd4b-4667-a5f5-29dd4d8b991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (45548f13-abf8-4d5c-a121-1c5349a333fd), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:18.103619 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:18.163421 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=acc8d828-a8ad-4f2d-b803-88a32da41b34,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:18.177105 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6facaab-69fb-4e15-8ea6-389cc8a46fd6 req-7e372460-e117-4d5a-b108-8db0581f9794 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:18.178678 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b6facaab-69fb-4e15-8ea6-389cc8a46fd6 req-7e372460-e117-4d5a-b108-8db0581f9794 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0739689 Jan 31 19:19:18.224242 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d258b82f-dd4b-4667-a5f5-29dd4d8b991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9062758'] for subnet (45548f13-abf8-4d5c-a121-1c5349a333fd), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:18.237731 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d258b82f-dd4b-4667-a5f5-29dd4d8b991b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:18.240055 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b6facaab-69fb-4e15-8ea6-389cc8a46fd6 req-8091a79a-104a-4314-a9a7-b47b5910583a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541792 Jan 31 19:19:18.241110 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-d258b82f-dd4b-4667-a5f5-29dd4d8b991b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/45548f13-abf8-4d5c-a121-1c5349a333fd HTTP/1.1" status: 204 len: 168 time: 0.4280508 Jan 31 19:19:18.245119 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 51520) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:18.271473 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258b82f-dd4b-4667-a5f5-29dd4d8b991b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45548f13-abf8-4d5c-a121-1c5349a333fd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:18.331248 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (1a8aff31-e7fd-481c-8404-ba7dfa603aee), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:18.427664 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (1a8aff31-e7fd-481c-8404-ba7dfa603aee), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:18.448534 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.452322 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.452322 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.452322 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.452322 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.452322 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.452322 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.452322 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.452322 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.452923 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.521877 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.522232 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.522561 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.522893 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 19:19:18.523275 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8aff31-e7fd-481c-8404-ba7dfa603aee']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:18.541881 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132e8d87-d4bb-4be4-96cd-f8b485756eba') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:18.542174 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132e8d87-d4bb-4be4-96cd-f8b485756eba') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:18.566073 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9343517'] for segment (132e8d87-d4bb-4be4-96cd-f8b485756eba), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:18.584348 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (132e8d87-d4bb-4be4-96cd-f8b485756eba), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:18.595047 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:19:18.595930 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8651311'] for segment (132e8d87-d4bb-4be4-96cd-f8b485756eba), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: from cryptography.utils import int_from_bytes Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: from cryptography.utils import int_from_bytes Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: Traceback (most recent call last): Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: timer() Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: cb(*args, **kw) Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: return func(*args, **kwargs) Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: self._notify() Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: self.callback(batched_events) Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: event.method(event) Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: return f(self, *a, **k) Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: return self._get(url).json() Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: return self.request(url, 'GET', **kwargs) Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:19:18.617580 dv-cinder-813223-5-iscsi neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:19:18.772210 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (1a8aff31-e7fd-481c-8404-ba7dfa603aee), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:18.789229 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:18.794977 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1a8aff31-e7fd-481c-8404-ba7dfa603aee HTTP/1.1" status: 204 len: 168 time: 0.5487494 Jan 31 19:19:18.798342 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b815c58-4129-4993-b00d-4bcc426aaaf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8aff31-e7fd-481c-8404-ba7dfa603aee,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:18.910714 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device ed299fa9-a5f9-48f6-8480-902d2b39ed5e up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:19:19.140357 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port ed299fa9-a5f9-48f6-8480-902d2b39ed5e completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:19:19.148672 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port ed299fa9-a5f9-48f6-8480-902d2b39ed5e triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:19:19.150567 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:19.187330 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36075cc0-c3b8-4c1f-8f35-41496e966deb req-6fe47ea2-4221-49c9-a4a2-7d5d9462edee tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:19.189093 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-36075cc0-c3b8-4c1f-8f35-41496e966deb req-6fe47ea2-4221-49c9-a4a2-7d5d9462edee tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0751319 Jan 31 19:19:19.248498 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-36075cc0-c3b8-4c1f-8f35-41496e966deb req-e99d8c75-8714-4212-bb6c-60a38834e5c2 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513930 Jan 31 19:19:19.264680 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port ed299fa9-a5f9-48f6-8480-902d2b39ed5e is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:19:19.265331 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:19.269126 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124133b6-ec49-40a2-83f4-3f5fb4eba2a8 req-bc85a673-ee39-4e1f-903c-fdfaef82a605 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:19.270811 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-124133b6-ec49-40a2-83f4-3f5fb4eba2a8 req-bc85a673-ee39-4e1f-903c-fdfaef82a605 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 944 time: 0.0727932 Jan 31 19:19:19.319648 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:19.347469 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-124133b6-ec49-40a2-83f4-3f5fb4eba2a8 req-3449a46b-a9c3-463a-96bd-96b12dc112fd tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685365 Jan 31 19:19:19.348918 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f0ba1c-26d5-444e-97c9-99d55cf5484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc8d828-a8ad-4f2d-b803-88a32da41b34'}, {'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:19.351839 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecab173-751a-46d7-a39f-95d9dc613a21" -d '{"events": [{"server_uuid": "e5f0ba1c-26d5-444e-97c9-99d55cf5484a", "name": "network-vif-plugged", "status": "completed", "tag": "acc8d828-a8ad-4f2d-b803-88a32da41b34"}, {"server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "name": "network-vif-plugged", "status": "completed", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:19.374785 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51584) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:19.377139 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51586) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:19.417112 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea802466-8a56-44d0-92df-f63625916dbe x-openstack-request-id: req-ea802466-8a56-44d0-92df-f63625916dbe {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:19.417431 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f0ba1c-26d5-444e-97c9-99d55cf5484a", "name": "network-vif-plugged", "status": "completed", "tag": "acc8d828-a8ad-4f2d-b803-88a32da41b34", "code": 200}, {"server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "name": "network-vif-plugged", "status": "completed", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:19.417685 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ea802466-8a56-44d0-92df-f63625916dbe {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:19.418080 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f0ba1c-26d5-444e-97c9-99d55cf5484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc8d828-a8ad-4f2d-b803-88a32da41b34', 'code': 200} Jan 31 19:19:19.418329 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'code': 200} Jan 31 19:19:19.447076 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:19.523993 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:19.565867 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 51598) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:19.577426 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-86aa89b8-5220-43cd-9a71-70a950f64eef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d7c03352c8244282a983c685e3ba3c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868930 Jan 31 19:19:19.586255 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae9251-f333-4667-9886-c93229e997d6 req-2d47f101-c4df-4619-9924-b822870812e4 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:19.588414 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9aae9251-f333-4667-9886-c93229e997d6 req-2d47f101-c4df-4619-9924-b822870812e4 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1872354 Jan 31 19:19:19.675621 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a247796-50e3-43cb-a8fb-403a5c05b2de admin admin] Publish callbacks [] for security_group (e1ee1604-62aa-4aa3-a82d-001c95711941), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:19.708391 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9aae9251-f333-4667-9886-c93229e997d6 req-0920eefc-a7f0-47f0-bee3-d546254feccb tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006215 Jan 31 19:19:19.735598 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a247796-50e3-43cb-a8fb-403a5c05b2de admin admin] Publish callbacks [] for security_group (e1ee1604-62aa-4aa3-a82d-001c95711941), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:19.739097 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-41312544-network', 'tenant_id': 'df8a5b93593f4a329012dadb3c92a2c7'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:19.835430 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Made reservation on behalf of df8a5b93593f4a329012dadb3c92a2c7 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:19:19.838166 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:19.851930 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:19.924517 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a247796-50e3-43cb-a8fb-403a5c05b2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (e1ee1604-62aa-4aa3-a82d-001c95711941), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:19.927367 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9a247796-50e3-43cb-a8fb-403a5c05b2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:19.928423 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-9a247796-50e3-43cb-a8fb-403a5c05b2de admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e1ee1604-62aa-4aa3-a82d-001c95711941 HTTP/1.1" status: 204 len: 168 time: 0.3615835 Jan 31 19:19:19.939049 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Publish callbacks [] for security_group (a997580a-5ef8-4ce3-a488-a857b5cf1897), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:19.943902 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a247796-50e3-43cb-a8fb-403a5c05b2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ee1604-62aa-4aa3-a82d-001c95711941,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:19.970506 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043d090-15af-4701-85a0-e59e62a80716 req-2ecdecfd-3142-46c4-b1d6-eb6165c70959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:19.972212 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2043d090-15af-4701-85a0-e59e62a80716 req-2ecdecfd-3142-46c4-b1d6-eb6165c70959 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 1129 time: 0.1093006 Jan 31 19:19:20.025601 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc7b04-74ea-4b7a-9cc0-f92a879a77a5 req-f877f093-49c2-4bca-bceb-c504e25bd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:20.027111 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4dfc7b04-74ea-4b7a-9cc0-f92a879a77a5 req-f877f093-49c2-4bca-bceb-c504e25bd5a6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 1129 time: 0.1368337 Jan 31 19:19:20.032511 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2043d090-15af-4701-85a0-e59e62a80716 req-4f139337-4ba7-47db-b501-63e923cad291 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526924 Jan 31 19:19:20.057960 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (a997580a-5ef8-4ce3-a488-a857b5cf1897), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:20.077424 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:19:20.085594 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4dfc7b04-74ea-4b7a-9cc0-f92a879a77a5 req-b5ccea83-e168-420b-aaa7-a008b0ec865b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519953 Jan 31 19:19:20.099423 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (ebf81023-dec0-4f1e-83b0-3458ffd18fbd), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:20.099767 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.segments_db [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Added segment ebf81023-dec0-4f1e-83b0-3458ffd18fbd of type vlan for network d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e Jan 31 19:19:20.101183 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a997580a-5ef8-4ce3-a488-a857b5cf1897,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:20.146069 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:20.291812 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:20.292799 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:20.293423 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:20.354603 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] Pushing event updated for resources: {'Network': ['ID=d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:20.366137 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:19:20.411708 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a3338-54fb-4776-a2a8-cebd6a12fb81 req-99c4a924-5b4f-4285-8929-5a4d3bf9d366 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:20.413276 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5c7a3338-54fb-4776-a2a8-cebd6a12fb81 req-99c4a924-5b4f-4285-8929-5a4d3bf9d366 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0604351 Jan 31 19:19:20.471247 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5c7a3338-54fb-4776-a2a8-cebd6a12fb81 req-f3d4491d-0d34-49fe-8caa-5d7b900d52ce tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495796 Jan 31 19:19:20.480680 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 51630) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:20.481457 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-a4a27e85-43f7-4fd2-a188-4496f0ef23b0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1032941 Jan 31 19:19:20.485970 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8e949075-c74a-42d2-bf95-980c57d81323 admin admin] Request body: {'subnet': {'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-41312544-subnet', 'tenant_id': 'df8a5b93593f4a329012dadb3c92a2c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:20.591652 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b57a71-e1cf-4767-9fc0-6cc46840076d req-978fa0ec-94f8-46ff-89d5-d6d107b1afc2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:20.594009 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-96b57a71-e1cf-4767-9fc0-6cc46840076d req-978fa0ec-94f8-46ff-89d5-d6d107b1afc2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0580018 Jan 31 19:19:20.606289 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e949075-c74a-42d2-bf95-980c57d81323 admin admin] Made reservation on behalf of df8a5b93593f4a329012dadb3c92a2c7 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:19:20.608614 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e949075-c74a-42d2-bf95-980c57d81323 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9366769'] for subnet (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:20.644693 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-96b57a71-e1cf-4767-9fc0-6cc46840076d req-5599adc3-9c6d-4183-bebd-ae22f9447662 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448716 Jan 31 19:19:20.857077 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b99b8c-9f58-494b-b569-1cea739db612 req-42ad6b3a-a59c-48cf-a7e1-8a0ef8b02e11 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:20.858775 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c6b99b8c-9f58-494b-b569-1cea739db612 req-42ad6b3a-a59c-48cf-a7e1-8a0ef8b02e11 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0591891 Jan 31 19:19:20.898021 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51638) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:20.912540 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c6b99b8c-9f58-494b-b569-1cea739db612 req-912863e0-61ae-455e-acef-d25215df6c3e tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472991 Jan 31 19:19:20.931682 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e949075-c74a-42d2-bf95-980c57d81323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9366727'] for subnet (d002fe48-ea24-483c-8052-7481645b3ebb), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:20.957453 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-c7df24f6-aca6-4f00-9ec3-e5d9786f58b5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0dd70b1321a34af9ae437d98201de226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0574582 Jan 31 19:19:20.959872 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51640) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:20.993386 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e949075-c74a-42d2-bf95-980c57d81323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d002fe48-ea24-483c-8052-7481645b3ebb,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:21.004744 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e949075-c74a-42d2-bf95-980c57d81323 admin admin] Checking segment: {'id': 'ebf81023-dec0-4f1e-83b0-3458ffd18fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:19:21.004744 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e949075-c74a-42d2-bf95-980c57d81323 admin admin] Network hostable DHCP agents. Network: d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:19:21.012468 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2095c3f5-3ed3-4e8b-b904-eba6471a408b admin admin] Publish callbacks [] for security_group (243bd4c2-0b50-4bfb-8c5e-e9c8a91ac8bc), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:21.042793 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2095c3f5-3ed3-4e8b-b904-eba6471a408b admin admin] Publish callbacks [] for security_group (243bd4c2-0b50-4bfb-8c5e-e9c8a91ac8bc), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:21.126135 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e949075-c74a-42d2-bf95-980c57d81323 admin admin] Network d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:19:21.155067 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2095c3f5-3ed3-4e8b-b904-eba6471a408b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (243bd4c2-0b50-4bfb-8c5e-e9c8a91ac8bc), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:21.167242 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2095c3f5-3ed3-4e8b-b904-eba6471a408b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:21.167242 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-2095c3f5-3ed3-4e8b-b904-eba6471a408b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/243bd4c2-0b50-4bfb-8c5e-e9c8a91ac8bc HTTP/1.1" status: 204 len: 168 time: 0.1980758 Jan 31 19:19:21.168175 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095c3f5-3ed3-4e8b-b904-eba6471a408b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243bd4c2-0b50-4bfb-8c5e-e9c8a91ac8bc,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:21.269307 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8e949075-c74a-42d2-bf95-980c57d81323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:19:21.275422 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e949075-c74a-42d2-bf95-980c57d81323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:21.276465 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e949075-c74a-42d2-bf95-980c57d81323 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:21.278070 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771f895d-3518-458a-acd4-412beeaebdc9 None None] Network d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:19:21.368138 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79381f5-d0d9-4ba3-ad25-5838bfa09871 req-60ad3a8c-3cb5-45ce-9aa3-a96218f8d1f6 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:21.369866 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a79381f5-d0d9-4ba3-ad25-5838bfa09871 req-60ad3a8c-3cb5-45ce-9aa3-a96218f8d1f6 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0610676 Jan 31 19:19:21.385189 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667460d9-a79c-42a5-9d67-f0e2cad8fc2c None None] Network d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:19:21.429525 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a79381f5-d0d9-4ba3-ad25-5838bfa09871 req-b207a560-a2cc-447a-8397-e0b5d8b4fdca tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524213 Jan 31 19:19:21.481144 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-8e949075-c74a-42d2-bf95-980c57d81323 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9791853 Jan 31 19:19:21.515422 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574fe52-3b2e-4f8c-b163-c0d071e83a09 req-04d9b220-bf10-45e6-bb5e-9ab06f5835a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:21.516845 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4574fe52-3b2e-4f8c-b163-c0d071e83a09 req-04d9b220-bf10-45e6-bb5e-9ab06f5835a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 1129 time: 0.0535889 Jan 31 19:19:21.621741 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574fe52-3b2e-4f8c-b163-c0d071e83a09 req-31bff4c8-c0ac-4e8e-aac5-acd36908870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:21.623356 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4574fe52-3b2e-4f8c-b163-c0d071e83a09 req-31bff4c8-c0ac-4e8e-aac5-acd36908870a service neutron] 10.222.0.77 "GET /v2.0/networks?id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76 HTTP/1.1" status: 200 len: 920 time: 0.0892448 Jan 31 19:19:21.669941 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4574fe52-3b2e-4f8c-b163-c0d071e83a09 req-613ef793-2274-4cca-92fd-457e640d111f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72f59d47-6919-4440-83f1-ff10cb956af9 HTTP/1.1" status: 200 len: 217 time: 0.0363917 Jan 31 19:19:21.771993 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574fe52-3b2e-4f8c-b163-c0d071e83a09 req-9d632ae2-ef8a-4399-8609-f3ed1eb49494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:21.773549 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4574fe52-3b2e-4f8c-b163-c0d071e83a09 req-9d632ae2-ef8a-4399-8609-f3ed1eb49494 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c1924c8-4ffc-4f4f-8854-bdf0660d683e HTTP/1.1" status: 200 len: 858 time: 0.0786273 Jan 31 19:19:21.820121 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4574fe52-3b2e-4f8c-b163-c0d071e83a09 req-d3fdf511-b4e2-4bbf-b91a-6d4062617128 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287158 Jan 31 19:19:21.828314 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd2c00-c5d7-40fc-bd1b-973345fdbf94 req-43b7c3e2-9fd9-46fc-a7d6-c4189adff9a1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:21.829896 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6afd2c00-c5d7-40fc-bd1b-973345fdbf94 req-43b7c3e2-9fd9-46fc-a7d6-c4189adff9a1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0803483 Jan 31 19:19:21.893421 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6afd2c00-c5d7-40fc-bd1b-973345fdbf94 req-170f053f-750a-4ada-bf39-7520674dad6d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507538 Jan 31 19:19:21.976348 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51684) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:21.980138 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4574fe52-3b2e-4f8c-b163-c0d071e83a09 req-3fc25a3b-5d6a-4eb3-912e-d445c345650b service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464763 Jan 31 19:19:22.112931 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f73a91a9-4bc3-4349-811d-4510332a5ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:22.159321 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ba4fa-7c67-4aad-8342-c35e5de8bf8b req-64daa92f-ec89-4289-a0db-23e3699d5624 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:22.163526 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fd3ba4fa-7c67-4aad-8342-c35e5de8bf8b req-64daa92f-ec89-4289-a0db-23e3699d5624 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1284211 Jan 31 19:19:22.163526 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4574fe52-3b2e-4f8c-b163-c0d071e83a09 req-f42a8499-5f5c-4f94-9f99-3de734091c42 service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669614 Jan 31 19:19:22.205484 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f73a91a9-4bc3-4349-811d-4510332a5ebc admin admin] Publish callbacks [] for security_group (838defca-62cc-4bb2-8de1-d46925e4524f), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:22.213877 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fd3ba4fa-7c67-4aad-8342-c35e5de8bf8b req-a2cfcd25-8795-44c3-bcba-9593169b2b0b tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467184 Jan 31 19:19:22.407468 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f73a91a9-4bc3-4349-811d-4510332a5ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (838defca-62cc-4bb2-8de1-d46925e4524f), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:22.460224 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-f73a91a9-4bc3-4349-811d-4510332a5ebc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d9dca22d855040b68367105ccc489fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4827912 Jan 31 19:19:22.461180 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a91a9-4bc3-4349-811d-4510332a5ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838defca-62cc-4bb2-8de1-d46925e4524f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:22.463263 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 51704) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:22.530209 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-359e0d20-f022-4412-893b-00a466543ba7 admin admin] Publish callbacks [] for security_group (838defca-62cc-4bb2-8de1-d46925e4524f), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:22.563724 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-359e0d20-f022-4412-893b-00a466543ba7 admin admin] Publish callbacks [] for security_group (838defca-62cc-4bb2-8de1-d46925e4524f), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:22.581018 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d980e-2ba6-4647-8b0e-7899cf9af41e req-2b5380e3-7680-464b-872a-e8b86d5fc379 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:22.583180 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3b9d980e-2ba6-4647-8b0e-7899cf9af41e req-2b5380e3-7680-464b-872a-e8b86d5fc379 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0750287 Jan 31 19:19:22.660724 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3b9d980e-2ba6-4647-8b0e-7899cf9af41e req-254e96f3-400d-4f88-a5c0-0f957e9516ae tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667865 Jan 31 19:19:22.829573 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-359e0d20-f022-4412-893b-00a466543ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (838defca-62cc-4bb2-8de1-d46925e4524f), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:22.832106 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-359e0d20-f022-4412-893b-00a466543ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:22.833310 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-359e0d20-f022-4412-893b-00a466543ba7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/838defca-62cc-4bb2-8de1-d46925e4524f HTTP/1.1" status: 204 len: 168 time: 0.3690319 Jan 31 19:19:22.842348 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e0d20-f022-4412-893b-00a466543ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838defca-62cc-4bb2-8de1-d46925e4524f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:23.027206 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9430e-ccdd-49be-86fd-24b5c50a73de req-af1d5ca3-1af8-4c05-a00e-7dd6232147bd tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:23.028721 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e6f9430e-ccdd-49be-86fd-24b5c50a73de req-af1d5ca3-1af8-4c05-a00e-7dd6232147bd tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0516052 Jan 31 19:19:23.074914 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e6f9430e-ccdd-49be-86fd-24b5c50a73de req-901ed241-7ba5-49ed-b022-1c233fe0bd05 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400522 Jan 31 19:19:23.198249 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1924f-43e6-4d31-9296-f3754a3c351b req-b153001e-81b6-4900-878e-86d3f9816132 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:23.200391 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1ed1924f-43e6-4d31-9296-f3754a3c351b req-b153001e-81b6-4900-878e-86d3f9816132 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0555453 Jan 31 19:19:23.209842 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 51728) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:23.215435 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-7f1068a9-0a1b-4a21-b8e1-f0e855797508 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Request body: {'floatingip': {'port_id': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:23.305960 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f1068a9-0a1b-4a21-b8e1-f0e855797508 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (c349e2b8-1d58-42ea-9a25-61dd99a2c9ee), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:23.650877 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf6e75-4ea7-474c-9173-6065175bc78a req-8c9207a7-1686-49b8-b8de-c3e30a0cbb15 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:23.651759 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5baf6e75-4ea7-474c-9173-6065175bc78a req-8c9207a7-1686-49b8-b8de-c3e30a0cbb15 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.3589327 Jan 31 19:19:23.784936 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51752) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:23.790900 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5baf6e75-4ea7-474c-9173-6065175bc78a req-1435e30d-9153-485d-8c8f-5a1f06b359f1 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311460 Jan 31 19:19:23.830456 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-19783806-8209-4585-8e15-f2f9de124205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:23.874021 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df0cd7-d5e2-4962-a632-138585fcdf1e req-b45d3f62-92a3-41cd-97b0-d60e1a8c8ced tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:23.881032 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-72df0cd7-d5e2-4962-a632-138585fcdf1e req-b45d3f62-92a3-41cd-97b0-d60e1a8c8ced tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.1566124 Jan 31 19:19:23.970122 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-72df0cd7-d5e2-4962-a632-138585fcdf1e req-bc2e344e-366f-4433-8731-b6c9fee1f935 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772481 Jan 31 19:19:24.008667 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-19783806-8209-4585-8e15-f2f9de124205 admin admin] Publish callbacks [] for security_group (55c254b6-9c16-42d1-99e6-10cdfa093687), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:24.077930 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee4acf-d091-4ba8-8cc9-b76d4f1fb277 req-c393d244-32c8-4e90-b422-1db6bfcc3256 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:24.080011 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-80ee4acf-d091-4ba8-8cc9-b76d4f1fb277 req-c393d244-32c8-4e90-b422-1db6bfcc3256 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.2150838 Jan 31 19:19:24.089447 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51760) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:24.095083 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ece3f471-0519-4042-babc-89300ed57f43 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Request body: {'floatingip': {'port_id': 'acc8d828-a8ad-4f2d-b803-88a32da41b34'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:24.177091 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-19783806-8209-4585-8e15-f2f9de124205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (55c254b6-9c16-42d1-99e6-10cdfa093687), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:24.204961 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ece3f471-0519-4042-babc-89300ed57f43 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (014e27a5-b39c-44bc-beeb-3e5ade53805e), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:24.272816 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19783806-8209-4585-8e15-f2f9de124205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c254b6-9c16-42d1-99e6-10cdfa093687,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:24.302752 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-19783806-8209-4585-8e15-f2f9de124205 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17e47ed1a2f447fb804342a07492fc9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5156264 Jan 31 19:19:24.307861 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 51768) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:24.313306 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f1068a9-0a1b-4a21-b8e1-f0e855797508 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:24.435020 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f1068a9-0a1b-4a21-b8e1-f0e855797508 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (c349e2b8-1d58-42ea-9a25-61dd99a2c9ee), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:24.444427 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72fa9b77-bb63-48d5-af97-282dbf98dba6 admin admin] Publish callbacks [] for security_group (55c254b6-9c16-42d1-99e6-10cdfa093687), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:24.507972 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72fa9b77-bb63-48d5-af97-282dbf98dba6 admin admin] Publish callbacks [] for security_group (55c254b6-9c16-42d1-99e6-10cdfa093687), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:24.572419 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.l3_db [None req-7f1068a9-0a1b-4a21-b8e1-f0e855797508 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Floating IP c349e2b8-1d58-42ea-9a25-61dd99a2c9ee associated. External IP: 172.27.1.43, port: ed299fa9-a5f9-48f6-8480-902d2b39ed5e. Jan 31 19:19:24.825020 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1068a9-0a1b-4a21-b8e1-f0e855797508 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Router 689533e0-2755-47cf-adf4-823b48dc25e2 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:19:24.945218 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1068a9-0a1b-4a21-b8e1-f0e855797508 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:19:24.949755 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7f1068a9-0a1b-4a21-b8e1-f0e855797508 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:24.961014 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10083c5c-08a2-4504-a449-6568a7acdf69 None None] Sync routers for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:19:24.992193 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72fa9b77-bb63-48d5-af97-282dbf98dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (55c254b6-9c16-42d1-99e6-10cdfa093687), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:24.992813 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10083c5c-08a2-4504-a449-6568a7acdf69 None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:19:24.992889 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72fa9b77-bb63-48d5-af97-282dbf98dba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:24.992965 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-10083c5c-08a2-4504-a449-6568a7acdf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:19:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:24.993077 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-72fa9b77-bb63-48d5-af97-282dbf98dba6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/55c254b6-9c16-42d1-99e6-10cdfa093687 HTTP/1.1" status: 204 len: 168 time: 0.6655509 Jan 31 19:19:24.993160 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-7f1068a9-0a1b-4a21-b8e1-f0e855797508 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "PUT /v2.0/floatingips/c349e2b8-1d58-42ea-9a25-61dd99a2c9ee HTTP/1.1" status: 200 len: 990 time: 1.7761850 Jan 31 19:19:24.993160 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:24.993160 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445e753f-433f-49e9-b4a1-48913c7484b1" -d '{"events": [{"name": "network-changed", "server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:25.015709 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa9b77-bb63-48d5-af97-282dbf98dba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c254b6-9c16-42d1-99e6-10cdfa093687,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:25.115155 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90023d-a339-4824-99b6-5bd2a9bee9be req-bb56e11a-aa70-403e-951b-efbd94b038b5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:25.126218 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5c90023d-a339-4824-99b6-5bd2a9bee9be req-bb56e11a-aa70-403e-951b-efbd94b038b5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0767834 Jan 31 19:19:25.131983 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-10083c5c-08a2-4504-a449-6568a7acdf69 None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:19:25.169468 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5c90023d-a339-4824-99b6-5bd2a9bee9be req-c940e17d-fdf8-4093-a381-5187f14a0b39 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Jan 31 19:19:25.220090 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.db.resource_extend [None req-ece3f471-0519-4042-babc-89300ed57f43 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 19:19:25.284550 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-d82239f5-a15f-4a17-a1e4-f323eab28e6b tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:25.286096 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-d82239f5-a15f-4a17-a1e4-f323eab28e6b tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/networks?id=d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e HTTP/1.1" status: 200 len: 807 time: 0.3248806 Jan 31 19:19:25.300387 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193b4f0-da4a-4f67-bd03-9ad5dbb2203f req-80c6c397-3599-49dd-9d8b-fab1e2b50c41 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:25.302437 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a193b4f0-da4a-4f67-bd03-9ad5dbb2203f req-80c6c397-3599-49dd-9d8b-fab1e2b50c41 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0637290 Jan 31 19:19:25.329311 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ece3f471-0519-4042-babc-89300ed57f43 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:25.332122 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-690a75cd-662f-4f53-8227-77494a8a2734 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/quotas/df8a5b93593f4a329012dadb3c92a2c7 HTTP/1.1" status: 200 len: 375 time: 0.0228708 Jan 31 19:19:25.368362 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-c9dee333-5c24-493f-b52b-014d0839ae3a tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=df8a5b93593f4a329012dadb3c92a2c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281329 Jan 31 19:19:25.372924 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a193b4f0-da4a-4f67-bd03-9ad5dbb2203f req-c803ee2e-696e-4050-8c63-c7af3e46e277 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621324 Jan 31 19:19:25.441095 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97dfdba-ce12-4943-9317-914d2b60074f x-openstack-request-id: req-c97dfdba-ce12-4943-9317-914d2b60074f {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:25.441095 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:25.441095 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c97dfdba-ce12-4943-9317-914d2b60074f {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:25.441095 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'status': 'completed', 'code': 200} Jan 31 19:19:25.463814 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ece3f471-0519-4042-babc-89300ed57f43 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (014e27a5-b39c-44bc-beeb-3e5ade53805e), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:25.470163 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-fb707a14-5e49-473f-a90c-cd068516ca4c service neutron] 10.222.0.72 "GET /v2.0/networks/d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913830 Jan 31 19:19:25.484793 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-10083c5c-08a2-4504-a449-6568a7acdf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': 'c349e2b8-1d58-42ea-9a25-61dd99a2c9ee', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'port_id': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'mac_address': 'fa:16:3e:34:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e98c-906a-4534-8592-66659e793056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:18:58Z', 'updated_at': '2022-01-31T19:19:24Z', 'revision_number': 1, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:57Z', 'revision_number': 5, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:25.571483 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10083c5c-08a2-4504-a449-6568a7acdf69 None None] Checking router: 689533e0-2755-47cf-adf4-823b48dc25e2 for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:19:25.609939 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10083c5c-08a2-4504-a449-6568a7acdf69 None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:19:25.610631 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-10083c5c-08a2-4504-a449-6568a7acdf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:19:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:25.644772 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.l3_db [None req-ece3f471-0519-4042-babc-89300ed57f43 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Floating IP 014e27a5-b39c-44bc-beeb-3e5ade53805e associated. External IP: 172.27.1.172, port: acc8d828-a8ad-4f2d-b803-88a32da41b34. Jan 31 19:19:25.690772 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f16a7dbb-3ff8-428d-bd1a-1f637bff2e6d service neutron] 10.222.0.72 "GET /v2.0/networks/d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869495 Jan 31 19:19:25.789162 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e753f-433f-49e9-b4a1-48913c7484b1 req-870c7104-6170-4f55-a793-0974d2b79369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:25.790791 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-445e753f-433f-49e9-b4a1-48913c7484b1 req-870c7104-6170-4f55-a793-0974d2b79369 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 1129 time: 0.3249230 Jan 31 19:19:25.823337 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-10083c5c-08a2-4504-a449-6568a7acdf69 None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:19:25.911933 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e753f-433f-49e9-b4a1-48913c7484b1 req-68629977-7b8e-456d-bd81-c2eb39758bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:25.914302 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-445e753f-433f-49e9-b4a1-48913c7484b1 req-68629977-7b8e-456d-bd81-c2eb39758bdf service neutron] 10.222.0.77 "GET /v2.0/networks?id=e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 200 len: 919 time: 0.1142235 Jan 31 19:19:25.968775 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece3f471-0519-4042-babc-89300ed57f43 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Router 700fb037-3eca-46f6-9309-c6861275e873 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:19:26.087586 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7a00ef3b-23ae-4800-ada2-a08da8ea385a req-5600d1c0-d3d2-4ee1-91eb-7d73fc2b5fb0 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 210 time: 0.0385375 Jan 31 19:19:26.117110 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece3f471-0519-4042-babc-89300ed57f43 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:19:26.122317 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ece3f471-0519-4042-babc-89300ed57f43 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:26.136089 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38163d0e-eba1-429a-802e-33e25d065f0c None None] Sync routers for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:19:26.144851 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-445e753f-433f-49e9-b4a1-48913c7484b1 req-7fead500-b0bc-48b7-b75d-35f8a1517cf6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e HTTP/1.1" status: 200 len: 998 time: 0.2048972 Jan 31 19:19:26.156623 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38163d0e-eba1-429a-802e-33e25d065f0c None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:19:26.157288 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-38163d0e-eba1-429a-802e-33e25d065f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:19:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:26.172330 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ece3f471-0519-4042-babc-89300ed57f43 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "PUT /v2.0/floatingips/014e27a5-b39c-44bc-beeb-3e5ade53805e HTTP/1.1" status: 200 len: 991 time: 2.0757809 Jan 31 19:19:26.174742 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-10083c5c-08a2-4504-a449-6568a7acdf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': 'c349e2b8-1d58-42ea-9a25-61dd99a2c9ee', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'port_id': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'mac_address': 'fa:16:3e:34:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e98c-906a-4534-8592-66659e793056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:18:58Z', 'updated_at': '2022-01-31T19:19:24Z', 'revision_number': 1, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:57Z', 'revision_number': 5, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:26.181634 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f0ba1c-26d5-444e-97c9-99d55cf5484a', 'tag': 'acc8d828-a8ad-4f2d-b803-88a32da41b34'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:26.181634 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4fc288-12cb-480e-af31-9782c069b371" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f0ba1c-26d5-444e-97c9-99d55cf5484a", "tag": "acc8d828-a8ad-4f2d-b803-88a32da41b34"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:26.222891 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e753f-433f-49e9-b4a1-48913c7484b1 req-9337dd01-197a-482c-b796-52042fb60b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:26.225612 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-445e753f-433f-49e9-b4a1-48913c7484b1 req-9337dd01-197a-482c-b796-52042fb60b5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4c50c8fa-063d-4447-81e7-9a815420e7f8 HTTP/1.1" status: 200 len: 856 time: 0.0735147 Jan 31 19:19:26.254098 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10083c5c-08a2-4504-a449-6568a7acdf69 None None] The sync data for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi is: [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': 'c349e2b8-1d58-42ea-9a25-61dd99a2c9ee', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'port_id': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'mac_address': 'fa:16:3e:34:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1e98c-906a-4534-8592-66659e793056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:18:58Z', 'updated_at': '2022-01-31T19:19:24Z', 'revision_number': 1, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:57Z', 'revision_number': 5, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:19:26.283139 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9017a40-9f86-43a7-aa87-fc677bc17b31 x-openstack-request-id: req-b9017a40-9f86-43a7-aa87-fc677bc17b31 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:26.283139 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f0ba1c-26d5-444e-97c9-99d55cf5484a", "tag": "acc8d828-a8ad-4f2d-b803-88a32da41b34", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:26.283139 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b9017a40-9f86-43a7-aa87-fc677bc17b31 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:26.283139 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f0ba1c-26d5-444e-97c9-99d55cf5484a', 'tag': 'acc8d828-a8ad-4f2d-b803-88a32da41b34', 'status': 'completed', 'code': 200} Jan 31 19:19:26.360996 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a797966-8138-4288-8d5b-20539d5c2ef8 req-5d32be48-560c-4ec7-ba7e-db230ba0f671 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:26.364648 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7a797966-8138-4288-8d5b-20539d5c2ef8 req-5d32be48-560c-4ec7-ba7e-db230ba0f671 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0873225 Jan 31 19:19:26.417566 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e753f-433f-49e9-b4a1-48913c7484b1 req-3c61f13a-3362-47f9-bb16-fab61d16a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:26.424786 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-445e753f-433f-49e9-b4a1-48913c7484b1 req-3c61f13a-3362-47f9-bb16-fab61d16a053 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e72e47be-aaa8-400d-b997-58e2a6efc84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1839054 Jan 31 19:19:26.431819 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7a797966-8138-4288-8d5b-20539d5c2ef8 req-12ca7ff9-8fcb-4540-96da-ad20b92f5315 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611312 Jan 31 19:19:26.535232 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fc288-12cb-480e-af31-9782c069b371 req-3c596ac6-9fc2-48b2-b218-cb2963bfec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:26.539453 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e4fc288-12cb-480e-af31-9782c069b371 req-3c596ac6-9fc2-48b2-b218-cb2963bfec84 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=694936399477419aa737191ef0856c4e&device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 1129 time: 0.2223332 Jan 31 19:19:26.570027 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e104283-d751-4557-be31-5905100ed516 req-c0bebfce-f0bc-45b5-b39a-7e96bc20e97c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:26.570338 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e104283-d751-4557-be31-5905100ed516 req-c0bebfce-f0bc-45b5-b39a-7e96bc20e97c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.2153044 Jan 31 19:19:26.615214 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-38163d0e-eba1-429a-802e-33e25d065f0c None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:19:26.618605 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89879061-7ff7-473c-98b6-8762156d6b93 req-2f339800-3f49-4d68-a138-5dec0b7ed16f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:26.620210 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89879061-7ff7-473c-98b6-8762156d6b93 req-2f339800-3f49-4d68-a138-5dec0b7ed16f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.1157053 Jan 31 19:19:26.690039 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120006b-8ff7-472f-95cf-608fefa92bf4 None None] New status for floating IP c349e2b8-1d58-42ea-9a25-61dd99a2c9ee: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:19:26.709207 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-445e753f-433f-49e9-b4a1-48913c7484b1 req-01d1b76d-ff06-496c-a19b-e390af4a232f service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807724 Jan 31 19:19:26.804304 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fc288-12cb-480e-af31-9782c069b371 req-73bba896-0284-4777-9ef7-f0dc596e9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:26.805943 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e4fc288-12cb-480e-af31-9782c069b371 req-73bba896-0284-4777-9ef7-f0dc596e9353 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f261ffb8-ebb6-4541-85b1-098d6402ff0f HTTP/1.1" status: 200 len: 912 time: 0.2584949 Jan 31 19:19:26.807859 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89879061-7ff7-473c-98b6-8762156d6b93 req-9032f7ac-8476-4c9c-b9a1-30f632428c1d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777923 Jan 31 19:19:26.809137 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e104283-d751-4557-be31-5905100ed516 req-04abb3e8-7da1-43a8-93b1-5b84b8496ab3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016284 Jan 31 19:19:26.925649 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-445e753f-433f-49e9-b4a1-48913c7484b1 req-13d5c246-d4aa-427e-8469-cd9f637c883c service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979725 Jan 31 19:19:27.012652 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e4fc288-12cb-480e-af31-9782c069b371 req-b9bb882f-5d3c-417e-bb45-37b826a87132 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc8d828-a8ad-4f2d-b803-88a32da41b34 HTTP/1.1" status: 200 len: 999 time: 0.2003915 Jan 31 19:19:27.134420 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fc288-12cb-480e-af31-9782c069b371 req-4342356e-ba5c-422c-9667-d53b0b427574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:27.135775 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e4fc288-12cb-480e-af31-9782c069b371 req-4342356e-ba5c-422c-9667-d53b0b427574 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b3dfd382-d219-4670-afee-0d492cc2dd58 HTTP/1.1" status: 200 len: 849 time: 0.1168437 Jan 31 19:19:27.239585 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-15ea060f-0480-4320-8aeb-2ee01f1c4a5a req-e646ea42-0bb5-4b72-a44f-8be2366d6840 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 210 time: 0.0481005 Jan 31 19:19:27.258108 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fc288-12cb-480e-af31-9782c069b371 req-87375188-8e84-49f3-ab47-c23c38a1dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:27.259699 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e4fc288-12cb-480e-af31-9782c069b371 req-87375188-8e84-49f3-ab47-c23c38a1dba0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f261ffb8-ebb6-4541-85b1-098d6402ff0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135223 Jan 31 19:19:27.275888 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-38163d0e-eba1-429a-802e-33e25d065f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '014e27a5-b39c-44bc-beeb-3e5ade53805e', 'tenant_id': '694936399477419aa737191ef0856c4e', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': '700fb037-3eca-46f6-9309-c6861275e873', 'port_id': 'acc8d828-a8ad-4f2d-b803-88a32da41b34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'mac_address': 'fa:16:3e:e5:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f0ba1c-26d5-444e-97c9-99d55cf5484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:18:53Z', 'updated_at': '2022-01-31T19:19:25Z', 'revision_number': 1, 'project_id': '694936399477419aa737191ef0856c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:50Z', 'revision_number': 5, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:27.325510 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38163d0e-eba1-429a-802e-33e25d065f0c None None] Checking router: 700fb037-3eca-46f6-9309-c6861275e873 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:19:27.336929 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38163d0e-eba1-429a-802e-33e25d065f0c None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:19:27.338159 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-38163d0e-eba1-429a-802e-33e25d065f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:19:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:27.386278 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e4fc288-12cb-480e-af31-9782c069b371 req-d9c5e56d-8a2a-4aae-8881-3e445492190d service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177146 Jan 31 19:19:27.459974 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-38163d0e-eba1-429a-802e-33e25d065f0c None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:19:27.523380 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e4fc288-12cb-480e-af31-9782c069b371 req-7c2dd757-9887-410d-b1c6-9aec7197fcc7 service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220586 Jan 31 19:19:27.633385 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bdcea-2853-4f10-a5c1-47a0970d6216 req-184dd6e6-8e15-448e-984a-016ba037ac9f tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:27.634971 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-702bdcea-2853-4f10-a5c1-47a0970d6216 req-184dd6e6-8e15-448e-984a-016ba037ac9f tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0838361 Jan 31 19:19:27.695141 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-702bdcea-2853-4f10-a5c1-47a0970d6216 req-d2a8e9a3-95b7-46ba-8413-3a2339b9b0c1 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490329 Jan 31 19:19:27.755754 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-38163d0e-eba1-429a-802e-33e25d065f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '014e27a5-b39c-44bc-beeb-3e5ade53805e', 'tenant_id': '694936399477419aa737191ef0856c4e', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': '700fb037-3eca-46f6-9309-c6861275e873', 'port_id': 'acc8d828-a8ad-4f2d-b803-88a32da41b34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'mac_address': 'fa:16:3e:e5:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f0ba1c-26d5-444e-97c9-99d55cf5484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:18:53Z', 'updated_at': '2022-01-31T19:19:25Z', 'revision_number': 1, 'project_id': '694936399477419aa737191ef0856c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:50Z', 'revision_number': 5, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:27.791214 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38163d0e-eba1-429a-802e-33e25d065f0c None None] The sync data for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi is: [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '014e27a5-b39c-44bc-beeb-3e5ade53805e', 'tenant_id': '694936399477419aa737191ef0856c4e', 'floating_ip_address': '172.27.1.172', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': '700fb037-3eca-46f6-9309-c6861275e873', 'port_id': 'acc8d828-a8ad-4f2d-b803-88a32da41b34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'mac_address': 'fa:16:3e:e5:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f0ba1c-26d5-444e-97c9-99d55cf5484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:18:53Z', 'updated_at': '2022-01-31T19:19:25Z', 'revision_number': 1, 'project_id': '694936399477419aa737191ef0856c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:50Z', 'revision_number': 5, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:19:28.020713 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea96f74-fcd9-493f-9d04-672204e22ea5 req-d13d0701-6f37-4b5a-af45-e295647c5282 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:28.021438 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472055e2-0a72-4a8e-8451-b38c9573ec94 req-7f6e1429-0d7c-4a25-a973-de99508921e4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:28.022690 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1ea96f74-fcd9-493f-9d04-672204e22ea5 req-d13d0701-6f37-4b5a-af45-e295647c5282 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0837195 Jan 31 19:19:28.028610 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-472055e2-0a72-4a8e-8451-b38c9573ec94 req-7f6e1429-0d7c-4a25-a973-de99508921e4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0865765 Jan 31 19:19:28.108546 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-472055e2-0a72-4a8e-8451-b38c9573ec94 req-bad66187-9459-49c1-a4b1-adf63046a011 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712011 Jan 31 19:19:28.138650 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0df6a0-3ba6-4944-81bd-29d3a57f9420 None None] New status for floating IP 014e27a5-b39c-44bc-beeb-3e5ade53805e: ACTIVE {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:19:28.151101 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1ea96f74-fcd9-493f-9d04-672204e22ea5 req-5abab2a0-5217-4a13-bef1-a2665fd0d8d9 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212182 Jan 31 19:19:28.376953 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8d160e26-94a8-495c-904b-cd2525eeb777 req-d94f9ef2-cac3-48f4-a888-5669716dabb6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 210 time: 0.0337141 Jan 31 19:19:28.817699 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ffdc5-8da5-4749-bf89-436bf2766359 req-b3b6c71f-06e6-4db3-8c9a-a1a7444d9e3b tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:28.819270 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-949ffdc5-8da5-4749-bf89-436bf2766359 req-b3b6c71f-06e6-4db3-8c9a-a1a7444d9e3b tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0545459 Jan 31 19:19:28.867225 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-949ffdc5-8da5-4749-bf89-436bf2766359 req-ba133147-5dda-4071-939a-ab2d85516ee0 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 Jan 31 19:19:29.307231 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f5da2-df4d-4c26-929a-84d16651850b req-3e7e7828-2349-4195-9da6-bb6347a45b5a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:29.308821 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c90f5da2-df4d-4c26-929a-84d16651850b req-3e7e7828-2349-4195-9da6-bb6347a45b5a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0546982 Jan 31 19:19:29.372656 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c90f5da2-df4d-4c26-929a-84d16651850b req-581c0f8c-e35b-4ef1-a2d0-ff855bc23965 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505681 Jan 31 19:19:29.540166 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d311c1c4-8644-406b-9435-6cc41ca7a76a req-6e692a68-c773-40f6-9646-3043cbeab9dc tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 210 time: 0.0300422 Jan 31 19:19:29.870442 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-6a22a3ce-b4e9-4a9f-95a7-026be2d90e61 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:29.871876 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-6a22a3ce-b4e9-4a9f-95a7-026be2d90e61 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.77 "GET /v2.0/networks?id=d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e HTTP/1.1" status: 200 len: 807 time: 0.1131470 Jan 31 19:19:29.910356 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-7db517ff-312c-41f8-900c-65ba6618a321 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Request body: {'port': {'device_id': '31b2cf0b-31c8-4fa0-a3ad-768e312c8476', 'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e', 'admin_state_up': True, 'tenant_id': 'df8a5b93593f4a329012dadb3c92a2c7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:30.091985 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-7db517ff-312c-41f8-900c-65ba6618a321 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Made reservation on behalf of df8a5b93593f4a329012dadb3c92a2c7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:19:30.100560 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-7db517ff-312c-41f8-900c-65ba6618a321 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:30.243083 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-7db517ff-312c-41f8-900c-65ba6618a321 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Allocated IP 172.20.0.8 (d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e/d002fe48-ea24-483c-8052-7481645b3ebb/a2eacfc8-c954-405c-af97-0fe05d44256f) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:19:30.414415 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-7db517ff-312c-41f8-900c-65ba6618a321 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks [] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:30.498250 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c201777-9586-4afb-a996-13db3479fa97 req-df46b97f-53bf-4fe4-b204-7462780d60ba tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:30.499891 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6c201777-9586-4afb-a996-13db3479fa97 req-df46b97f-53bf-4fe4-b204-7462780d60ba tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0530746 Jan 31 19:19:30.549314 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6c201777-9586-4afb-a996-13db3479fa97 req-1d6161f4-c46c-4a84-bc86-eff8399a58d2 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435851 Jan 31 19:19:30.595701 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-7db517ff-312c-41f8-900c-65ba6618a321 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:30.640555 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-7db517ff-312c-41f8-900c-65ba6618a321 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Network d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:19:30.647905 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-7db517ff-312c-41f8-900c-65ba6618a321 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:19:30.650502 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-7db517ff-312c-41f8-900c-65ba6618a321 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:19:30.675991 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db517ff-312c-41f8-900c-65ba6618a321 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Pushing event updated for resources: {'Port': ['ID=a2eacfc8-c954-405c-af97-0fe05d44256f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:30.685749 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77307d2-6844-4621-b5c5-645cfe427bf2 req-49d017ef-fe3b-4f22-b2d4-67a21b136cbc tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:30.688727 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f77307d2-6844-4621-b5c5-645cfe427bf2 req-49d017ef-fe3b-4f22-b2d4-67a21b136cbc tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 931 time: 0.0563047 Jan 31 19:19:30.705534 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-7db517ff-312c-41f8-900c-65ba6618a321 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:30.706138 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-7db517ff-312c-41f8-900c-65ba6618a321 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:30.736557 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f77307d2-6844-4621-b5c5-645cfe427bf2 req-6f76c370-9557-49d9-ac2b-ffabab2b0cb2 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Jan 31 19:19:30.779903 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-7db517ff-312c-41f8-900c-65ba6618a321 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8736944 Jan 31 19:19:31.674453 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07f881-fcb3-42d2-b8d3-26869a7b7250 req-99a1dd2b-cf7f-4455-a17c-dfd7f404b721 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:31.675994 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4f07f881-fcb3-42d2-b8d3-26869a7b7250 req-99a1dd2b-cf7f-4455-a17c-dfd7f404b721 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0581634 Jan 31 19:19:31.728849 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4f07f881-fcb3-42d2-b8d3-26869a7b7250 req-439f9243-ad6b-4305-87de-7e80aacf60b4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464065 Jan 31 19:19:31.866121 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97405e-3986-40bf-9519-7226a3f77972 req-e77ac9f9-9b06-499e-8475-475e8001dd2c tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:31.867744 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-da97405e-3986-40bf-9519-7226a3f77972 req-e77ac9f9-9b06-499e-8475-475e8001dd2c tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 931 time: 0.0629506 Jan 31 19:19:31.918081 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-da97405e-3986-40bf-9519-7226a3f77972 req-ff9101cf-f890-4c22-8221-104c657c42fd tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445871 Jan 31 19:19:31.941890 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a64ec3-d4d0-4cc3-8f98-c599a584e5a3 req-93b39f05-ab0f-4d2c-98fb-d7494cb24d6f tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:31.943367 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-74a64ec3-d4d0-4cc3-8f98-c599a584e5a3 req-93b39f05-ab0f-4d2c-98fb-d7494cb24d6f tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.0554352 Jan 31 19:19:31.990738 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-74a64ec3-d4d0-4cc3-8f98-c599a584e5a3 req-ea2c7e3c-791f-4fe8-90bf-50d1ee7409bb tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Jan 31 19:19:32.259167 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:19:32.849241 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f718e-ff66-4a49-a0d7-9561b0b7d3e2 req-28c89cd5-f8e9-4ee9-a0ed-c6e59b593184 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:32.850721 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-881f718e-ff66-4a49-a0d7-9561b0b7d3e2 req-28c89cd5-f8e9-4ee9-a0ed-c6e59b593184 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0514076 Jan 31 19:19:32.899778 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-881f718e-ff66-4a49-a0d7-9561b0b7d3e2 req-d7c0d41e-662b-4ed3-86b5-49678a86567c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434864 Jan 31 19:19:33.038984 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdd53a-1bb1-49cb-b8f8-6b4eb524faaf req-3f7e84fb-fb83-4c38-862d-907cda25dfeb tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:33.040480 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b3cdd53a-1bb1-49cb-b8f8-6b4eb524faaf req-3f7e84fb-fb83-4c38-862d-907cda25dfeb tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 931 time: 0.0554688 Jan 31 19:19:33.088366 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b3cdd53a-1bb1-49cb-b8f8-6b4eb524faaf req-7bbf329c-1c81-46b9-a03f-4681db937758 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Jan 31 19:19:33.118509 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc8271-0018-41a3-8252-b56f407cda63 req-bfc7d0b0-ac5c-46ad-a860-2b3015898625 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:33.120001 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f0dc8271-0018-41a3-8252-b56f407cda63 req-bfc7d0b0-ac5c-46ad-a860-2b3015898625 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.0542755 Jan 31 19:19:33.167705 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f0dc8271-0018-41a3-8252-b56f407cda63 req-5d12621f-4145-497f-938c-0730e64b9c92 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 Jan 31 19:19:33.643584 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Request body: {'port': {'device_id': '31b2cf0b-31c8-4fa0-a3ad-768e312c8476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:19:33.705633 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:33.970179 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2eacfc8-c954-405c-af97-0fe05d44256f {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:19:33.986674 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Publish callbacks [] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:34.016190 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Transition to ACTIVE for port object a2eacfc8-c954-405c-af97-0fe05d44256f will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:19:34.037818 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb883f-3288-45ab-bfd0-14a4d985a4ba req-7c4e5458-ea74-4392-8fbd-43d9244c8c37 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:34.039331 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5deb883f-3288-45ab-bfd0-14a4d985a4ba req-7c4e5458-ea74-4392-8fbd-43d9244c8c37 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0644789 Jan 31 19:19:34.088166 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5deb883f-3288-45ab-bfd0-14a4d985a4ba req-043b617a-1ca6-44e1-a9ca-c55a46de9f0c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428813 Jan 31 19:19:34.091556 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:34.146122 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Pushing event updated for resources: {'Port': ['ID=a2eacfc8-c954-405c-af97-0fe05d44256f,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:34.173127 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:34.173746 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:34.174113 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:34.174452 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:34.174789 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:34.175120 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:34.175449 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:34.175782 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:34.176133 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:34.176451 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:34.176770 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:34.177122 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:34.177449 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:34.228799 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Attempting to bind port a2eacfc8-c954-405c-af97-0fe05d44256f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:19:34.229250 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Attempting to bind port a2eacfc8-c954-405c-af97-0fe05d44256f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ebf81023-dec0-4f1e-83b0-3458ffd18fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:19:34.229711 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Attempting to bind port a2eacfc8-c954-405c-af97-0fe05d44256f on network d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:19:34.244466 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec234b56-e791-4331-8050-f2b82aeed3f3 req-94baf2fe-8618-40f9-b36a-5f2f30a6f4b8 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:34.245238 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Port a2eacfc8-c954-405c-af97-0fe05d44256f on network d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:19:34.245238 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Attempting to bind port a2eacfc8-c954-405c-af97-0fe05d44256f on network d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:19:34.246267 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ec234b56-e791-4331-8050-f2b82aeed3f3 req-94baf2fe-8618-40f9-b36a-5f2f30a6f4b8 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 943 time: 0.0865543 Jan 31 19:19:34.251157 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:19:34.251773 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Checking segment: {'id': 'ebf81023-dec0-4f1e-83b0-3458ffd18fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:19:34.251889 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Bound using segment: {'id': 'ebf81023-dec0-4f1e-83b0-3458ffd18fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:19:34.252360 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Bound port: a2eacfc8-c954-405c-af97-0fe05d44256f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf81023-dec0-4f1e-83b0-3458ffd18fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:19:34.252749 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:34.304132 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ec234b56-e791-4331-8050-f2b82aeed3f3 req-6cfc9946-1bab-419c-9d54-19d6a3643b1e tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503724 Jan 31 19:19:34.325794 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] For port a2eacfc8-c954-405c-af97-0fe05d44256f, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:19:34.330435 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] For port a2eacfc8-c954-405c-af97-0fe05d44256f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2eacfc8-c954-405c-af97-0fe05d44256f,segment=NetworkSegment(ebf81023-dec0-4f1e-83b0-3458ffd18fbd),segment_id=ebf81023-dec0-4f1e-83b0-3458ffd18fbd)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:19:34.431149 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:34.442457 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461c90e-3081-46cb-b513-775c57bb9d90 req-dd71b5cb-8339-4502-bd43-5d04fe6a9e7e tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:34.443933 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b461c90e-3081-46cb-b513-775c57bb9d90 req-dd71b5cb-8339-4502-bd43-5d04fe6a9e7e tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.0602224 Jan 31 19:19:34.491506 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:34.492128 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:34.493525 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] 10.222.0.77 "PUT /v2.0/ports/a2eacfc8-c954-405c-af97-0fe05d44256f HTTP/1.1" status: 200 len: 1093 time: 0.8555043 Jan 31 19:19:34.493954 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b2cf0b-31c8-4fa0-a3ad-768e312c8476', 'tag': 'a2eacfc8-c954-405c-af97-0fe05d44256f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:34.496162 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07ab1c4-c4d2-4e86-9d48-d695edcd8f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "31b2cf0b-31c8-4fa0-a3ad-768e312c8476", "tag": "a2eacfc8-c954-405c-af97-0fe05d44256f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:34.537297 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc9fec-c3a3-4d5b-a5f8-5dd66461ef58 service neutron] Pushing event updated for resources: {'Port': ['ID=a2eacfc8-c954-405c-af97-0fe05d44256f,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:34.540675 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bd00db-3edc-4458-9eab-7ebe3cffc514 x-openstack-request-id: req-c1bd00db-3edc-4458-9eab-7ebe3cffc514 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:34.540962 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b2cf0b-31c8-4fa0-a3ad-768e312c8476", "tag": "a2eacfc8-c954-405c-af97-0fe05d44256f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:34.541235 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c1bd00db-3edc-4458-9eab-7ebe3cffc514 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:34.541619 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b2cf0b-31c8-4fa0-a3ad-768e312c8476', 'tag': 'a2eacfc8-c954-405c-af97-0fe05d44256f', 'status': 'completed', 'code': 200} Jan 31 19:19:34.549865 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b461c90e-3081-46cb-b513-775c57bb9d90 req-159c2f85-ab7c-481a-add1-ee3b455cc1fb tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794222 Jan 31 19:19:35.212933 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1a79d-88ba-4b2b-8a7b-0171ed3180bc req-70980603-ae1f-4f14-b235-15499df2307e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:35.214421 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-28f1a79d-88ba-4b2b-8a7b-0171ed3180bc req-70980603-ae1f-4f14-b235-15499df2307e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0555580 Jan 31 19:19:35.263992 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-28f1a79d-88ba-4b2b-8a7b-0171ed3180bc req-fe4c70f4-4235-4204-ba14-512c0807cb29 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429113 Jan 31 19:19:35.430419 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6fb4f-6bb0-4b3a-bab8-6caa4e37eb00 req-2e478924-4d57-4e73-9847-20bf21014358 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:35.432009 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7da6fb4f-6bb0-4b3a-bab8-6caa4e37eb00 req-2e478924-4d57-4e73-9847-20bf21014358 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 943 time: 0.0535865 Jan 31 19:19:35.481494 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7da6fb4f-6bb0-4b3a-bab8-6caa4e37eb00 req-52a99b7f-eec4-4412-989e-f4f894df9d27 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437059 Jan 31 19:19:35.668508 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b92e9-6f33-4037-bf9b-29ae747f92c3 req-2d4a2d89-11a5-4fcd-bf81-d1523cab2e0a tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:35.670021 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f97b92e9-6f33-4037-bf9b-29ae747f92c3 req-2d4a2d89-11a5-4fcd-bf81-d1523cab2e0a tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.0527098 Jan 31 19:19:35.717669 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f97b92e9-6f33-4037-bf9b-29ae747f92c3 req-e7babe8e-426f-4a52-927c-025be7081a59 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417831 Jan 31 19:19:36.394281 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962741c9-5edd-4137-9d5a-d146dd0a9742 req-f2091326-16b6-4297-b592-852a4351e3dc tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:36.395682 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-962741c9-5edd-4137-9d5a-d146dd0a9742 req-f2091326-16b6-4297-b592-852a4351e3dc tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0573263 Jan 31 19:19:36.452848 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-962741c9-5edd-4137-9d5a-d146dd0a9742 req-5e642b91-eb46-4fe7-be4c-1b2d7a419b30 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477009 Jan 31 19:19:36.603516 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37406437-226a-4327-9f07-3c4fa43cb097 req-b144028d-e327-416f-8d5e-e12149547fd5 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:36.605064 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-37406437-226a-4327-9f07-3c4fa43cb097 req-b144028d-e327-416f-8d5e-e12149547fd5 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 943 time: 0.0540650 Jan 31 19:19:36.660697 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-37406437-226a-4327-9f07-3c4fa43cb097 req-5a0d6751-723f-45c8-ad47-6180cd2a36d7 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486386 Jan 31 19:19:36.843004 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802c695-c061-497e-a296-3c5dfb8d768b req-9f1e3ae8-ddfb-4cfc-a0f7-d3069d291759 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:36.844888 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b802c695-c061-497e-a296-3c5dfb8d768b req-9f1e3ae8-ddfb-4cfc-a0f7-d3069d291759 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.0561020 Jan 31 19:19:36.894819 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b802c695-c061-497e-a296-3c5dfb8d768b req-a749bb54-7328-4e86-83b6-efab3f0602ad tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Jan 31 19:19:37.093628 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ab1c4-c4d2-4e86-9d48-d695edcd8f5a req-901ac1ee-2a45-416c-a213-73d3bd2f73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:37.096668 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f07ab1c4-c4d2-4e86-9d48-d695edcd8f5a req-901ac1ee-2a45-416c-a213-73d3bd2f73fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df8a5b93593f4a329012dadb3c92a2c7&device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 1127 time: 0.0475888 Jan 31 19:19:37.204994 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ab1c4-c4d2-4e86-9d48-d695edcd8f5a req-8b794d55-0263-4dcc-8da7-e906f3cd89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:37.205312 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f07ab1c4-c4d2-4e86-9d48-d695edcd8f5a req-8b794d55-0263-4dcc-8da7-e906f3cd89e3 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=df8a5b93593f4a329012dadb3c92a2c7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0996962 Jan 31 19:19:37.316645 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ab1c4-c4d2-4e86-9d48-d695edcd8f5a req-ce631ca9-c9e9-4dac-b53a-afafbc7e45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:37.318858 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f07ab1c4-c4d2-4e86-9d48-d695edcd8f5a req-ce631ca9-c9e9-4dac-b53a-afafbc7e45d7 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1044366 Jan 31 19:19:37.428360 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-c03b827d-4686-4d38-85e9-f6487dcfc214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:37.429914 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-c03b827d-4686-4d38-85e9-f6487dcfc214 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df8a5b93593f4a329012dadb3c92a2c7&device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 1127 time: 0.0615134 Jan 31 19:19:37.484362 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-e18bc2bf-ff3d-4e14-a4b6-51d5e8e39508 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2eacfc8-c954-405c-af97-0fe05d44256f HTTP/1.1" status: 200 len: 217 time: 0.0405452 Jan 31 19:19:37.544251 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-a3d673d7-217e-44e5-8e63-5c6165e9d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:37.545878 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-a3d673d7-217e-44e5-8e63-5c6165e9d084 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d002fe48-ea24-483c-8052-7481645b3ebb HTTP/1.1" status: 200 len: 847 time: 0.0546906 Jan 31 19:19:37.591829 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-8f918423-d01c-4558-a8c4-a38714315548 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312133 Jan 31 19:19:37.604865 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115be6c-fa1d-4252-af48-a3ad7b62f2c7 req-f42d93c8-cad1-43dd-8a1c-7ba4febb84b6 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:37.606419 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6115be6c-fa1d-4252-af48-a3ad7b62f2c7 req-f42d93c8-cad1-43dd-8a1c-7ba4febb84b6 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0585735 Jan 31 19:19:37.663291 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6115be6c-fa1d-4252-af48-a3ad7b62f2c7 req-2a22b1d6-9f5b-43c6-bb1b-6b089b6fb762 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503285 Jan 31 19:19:37.786505 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac1a0a-9ee7-498a-8c50-c5373e4fe387 req-db5fc664-fe02-4a0b-ac83-f1d00c0fbf37 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:37.788157 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b9ac1a0a-9ee7-498a-8c50-c5373e4fe387 req-db5fc664-fe02-4a0b-ac83-f1d00c0fbf37 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 943 time: 0.0559580 Jan 31 19:19:37.839401 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b9ac1a0a-9ee7-498a-8c50-c5373e4fe387 req-f7ece041-2579-44fd-b076-2153ccb0c5bc tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456891 Jan 31 19:19:38.025105 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f816f-1dae-4dc3-9f31-2c171bd346b5 req-00c62561-d029-4bc7-ad5f-968569817782 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:38.026654 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-921f816f-1dae-4dc3-9f31-2c171bd346b5 req-00c62561-d029-4bc7-ad5f-968569817782 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.0568659 Jan 31 19:19:38.082606 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-921f816f-1dae-4dc3-9f31-2c171bd346b5 req-3ad379b3-66d4-42cf-b577-8a6838301ae6 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492010 Jan 31 19:19:38.808398 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61f937-5474-464f-961f-17acf93088a9 req-801e6982-5b95-4986-80bb-ef7de0f24819 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:38.809917 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0f61f937-5474-464f-961f-17acf93088a9 req-801e6982-5b95-4986-80bb-ef7de0f24819 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0662251 Jan 31 19:19:38.859891 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0f61f937-5474-464f-961f-17acf93088a9 req-23a9f198-1c1f-4a3c-8d96-f3a0516de55e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434990 Jan 31 19:19:38.985408 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992ac83-61b0-43be-bb0f-951d2711f716 req-7916f5a9-6f61-40b4-8045-8a0f1acfccf1 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:38.987166 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7992ac83-61b0-43be-bb0f-951d2711f716 req-7916f5a9-6f61-40b4-8045-8a0f1acfccf1 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 943 time: 0.0653610 Jan 31 19:19:39.038006 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7992ac83-61b0-43be-bb0f-951d2711f716 req-b60fa7ac-3f46-4c7c-9885-544576e2b899 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Jan 31 19:19:39.213913 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018635f9-6784-49b7-b520-1258db8ea734 req-e289fe2b-2c4a-465b-9c8e-3e6bc1ca25de tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:39.215317 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-018635f9-6784-49b7-b520-1258db8ea734 req-e289fe2b-2c4a-465b-9c8e-3e6bc1ca25de tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.0580025 Jan 31 19:19:39.264171 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-018635f9-6784-49b7-b520-1258db8ea734 req-0985b9f2-4a9d-4385-ae48-774ff5f2841f tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Jan 31 19:19:39.575328 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-8dfbce26-e9f1-4138-88e2-15108e336574 service neutron] 10.222.0.77 "GET /v2.0/networks/d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864708 Jan 31 19:19:39.987686 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b518b-fd5c-4bb5-aee2-cb17c98859ce req-5e46bbec-b8c0-4c7c-86e1-ad95834890ab tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:39.989540 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-826b518b-fd5c-4bb5-aee2-cb17c98859ce req-5e46bbec-b8c0-4c7c-86e1-ad95834890ab tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0565181 Jan 31 19:19:40.039003 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-826b518b-fd5c-4bb5-aee2-cb17c98859ce req-10e6e27e-4a0d-469c-986d-774ba868a958 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438774 Jan 31 19:19:40.165735 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903e61-4c24-4afd-b76f-3c08e8dcf942 req-ddaa165d-eae0-4cdd-aa16-fef722132c9f tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:40.167310 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-35903e61-4c24-4afd-b76f-3c08e8dcf942 req-ddaa165d-eae0-4cdd-aa16-fef722132c9f tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 943 time: 0.0589347 Jan 31 19:19:40.219298 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-35903e61-4c24-4afd-b76f-3c08e8dcf942 req-598b14cc-cdd6-439b-b976-232d053a7cc1 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461667 Jan 31 19:19:40.525957 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcca6c-c8a4-47b0-8417-1794bf54895c req-d0977170-bb67-4c91-b2c3-565621771063 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:40.527460 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c8dcca6c-c8a4-47b0-8417-1794bf54895c req-d0977170-bb67-4c91-b2c3-565621771063 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.0590065 Jan 31 19:19:40.775125 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c8dcca6c-c8a4-47b0-8417-1794bf54895c req-8af7401f-a295-48a3-9723-418a650e35f0 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419379 Jan 31 19:19:40.903187 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3ea56977-81fd-4acd-b7c0-2c86c6eea758 req-1dd59f13-0469-4fa6-94f2-f210cb24cf7c service neutron] 10.222.0.77 "GET /v2.0/networks/d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174378 Jan 31 19:19:40.910249 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f468647d-f40c-47f3-8d19-521296545aa8 req-a77ac02e-94bb-4102-970a-a6a4f07fa3b8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698340 Jan 31 19:19:41.015977 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468647d-f40c-47f3-8d19-521296545aa8 req-f22b26bd-604d-4756-b46d-990617956dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:41.018125 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f468647d-f40c-47f3-8d19-521296545aa8 req-f22b26bd-604d-4756-b46d-990617956dce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 1130 time: 0.0469303 Jan 31 19:19:41.347311 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68e6af-05c4-42bf-b27a-958166de976c req-9ba9963a-c82b-4347-a00f-295a9760f590 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:41.349010 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0f68e6af-05c4-42bf-b27a-958166de976c req-9ba9963a-c82b-4347-a00f-295a9760f590 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 943 time: 0.0575986 Jan 31 19:19:41.401138 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0f68e6af-05c4-42bf-b27a-958166de976c req-5846af16-aba0-46d2-a826-43057d0cc7f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463421 Jan 31 19:19:41.411901 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468647d-f40c-47f3-8d19-521296545aa8 req-39396e03-7d41-4e09-b1cc-d2215eb0d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:41.413461 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f468647d-f40c-47f3-8d19-521296545aa8 req-39396e03-7d41-4e09-b1cc-d2215eb0d11a service neutron] 10.222.0.77 "GET /v2.0/networks?id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76 HTTP/1.1" status: 200 len: 920 time: 0.3590467 Jan 31 19:19:41.422144 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03095c6a-a728-488e-9083-5d63534d14e0 req-6b1581b2-ddae-44c8-9d94-9f07de827549 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:41.423983 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-03095c6a-a728-488e-9083-5d63534d14e0 req-6b1581b2-ddae-44c8-9d94-9f07de827549 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.3083200 Jan 31 19:19:41.463093 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-948bdb82-5a5d-43f7-8250-01dcae8d6721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:41.473081 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-03095c6a-a728-488e-9083-5d63534d14e0 req-7ac17913-87ae-49d8-ac8c-a3550517bb6e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432603 Jan 31 19:19:41.605916 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:41.897458 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9e854-7fec-4571-9283-bb0262dc0d87 req-011268f5-48ec-4281-ac41-c65c005fa165 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:41.898978 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89d9e854-7fec-4571-9283-bb0262dc0d87 req-011268f5-48ec-4281-ac41-c65c005fa165 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.0539203 Jan 31 19:19:41.952117 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89d9e854-7fec-4571-9283-bb0262dc0d87 req-6fb76d9e-5b43-4816-8eba-6dfe716e793c tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474184 Jan 31 19:19:42.522545 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729c276-dd90-44fd-a6a2-f05b75ade8a2 req-8b708701-cee6-4df0-8688-c1b048dd03eb tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:42.524131 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d729c276-dd90-44fd-a6a2-f05b75ade8a2 req-8b708701-cee6-4df0-8688-c1b048dd03eb tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 943 time: 0.0548327 Jan 31 19:19:42.574744 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d729c276-dd90-44fd-a6a2-f05b75ade8a2 req-df9097d5-1333-4443-a32e-aaab59d438fd tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448160 Jan 31 19:19:42.602577 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceed29-5bac-4220-9226-53b2a8420fd3 req-c611d498-c423-4318-8a36-8c08f832df18 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:42.604133 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-aeceed29-5bac-4220-9226-53b2a8420fd3 req-c611d498-c423-4318-8a36-8c08f832df18 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0607097 Jan 31 19:19:42.652890 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-aeceed29-5bac-4220-9226-53b2a8420fd3 req-6c916879-8170-4c3d-9243-671ad7bdacab tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Jan 31 19:19:43.083687 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bfb68-4e50-4e9e-bae7-43ff4cff71d1 req-d3bbf6ef-afe1-4df3-ab6a-b047da8bf32b tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:43.085226 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d38bfb68-4e50-4e9e-bae7-43ff4cff71d1 req-d3bbf6ef-afe1-4df3-ab6a-b047da8bf32b tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.0586145 Jan 31 19:19:43.135675 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d38bfb68-4e50-4e9e-bae7-43ff4cff71d1 req-ed1a16aa-2e0e-41d6-844f-e4dc6a7c229d tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443215 Jan 31 19:19:43.701213 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6b9bb-6e8e-4661-b27b-5020b353b316 req-7363f078-d93d-4c74-9600-32532c12cdd8 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:43.702909 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-40b6b9bb-6e8e-4661-b27b-5020b353b316 req-7363f078-d93d-4c74-9600-32532c12cdd8 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 943 time: 0.0558860 Jan 31 19:19:43.758352 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-40b6b9bb-6e8e-4661-b27b-5020b353b316 req-18b7fed4-0ae8-4a35-8391-1ca106a5ac1a tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470657 Jan 31 19:19:43.786066 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0fd89-39b8-4cfe-8892-18427106ecb1 req-2eb24214-100c-44c8-a030-052d7a71e407 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:43.787699 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-58b0fd89-39b8-4cfe-8892-18427106ecb1 req-2eb24214-100c-44c8-a030-052d7a71e407 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0575235 Jan 31 19:19:43.805544 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7f86bff6-e9bb-4d63-b3fb-1e8198e58d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:43.836006 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-58b0fd89-39b8-4cfe-8892-18427106ecb1 req-7dd9d622-d28f-4dd5-a495-fca73c4832bb tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Jan 31 19:19:44.255996 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355c0af-bcff-4801-af3a-1296761ec322 req-d8c94c81-2eae-46a2-8a70-8e4f95dcc565 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:44.257480 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d355c0af-bcff-4801-af3a-1296761ec322 req-d8c94c81-2eae-46a2-8a70-8e4f95dcc565 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.0562613 Jan 31 19:19:44.306524 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d355c0af-bcff-4801-af3a-1296761ec322 req-a94d80a7-a6d9-4203-9b96-0130998a81c3 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428712 Jan 31 19:19:44.817579 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:44.887147 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc81fe7-dd9b-485f-8e09-b18ee205274d req-e2ae0cba-63ed-45c3-b530-7cfdd5fb8951 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:44.888691 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7bc81fe7-dd9b-485f-8e09-b18ee205274d req-e2ae0cba-63ed-45c3-b530-7cfdd5fb8951 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 943 time: 0.0598111 Jan 31 19:19:44.957228 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7bc81fe7-dd9b-485f-8e09-b18ee205274d req-144ea219-92d6-4c74-b493-92a4e7fa328e tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582299 Jan 31 19:19:44.990296 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116d016-74ce-4c50-868c-34d1e7ee0cf7 req-3514c588-08ad-48cc-bfdd-b0d39e181b5c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:44.991804 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c116d016-74ce-4c50-868c-34d1e7ee0cf7 req-3514c588-08ad-48cc-bfdd-b0d39e181b5c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0739896 Jan 31 19:19:45.047201 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c116d016-74ce-4c50-868c-34d1e7ee0cf7 req-16f00d39-8dbd-4d40-80bf-7ded12ae1260 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493002 Jan 31 19:19:45.178574 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f468647d-f40c-47f3-8d19-521296545aa8 req-e472ff93-09f8-4915-bb22-67ce796fa4d1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ff0cf0f-e820-43fc-a038-76c555e88a97 HTTP/1.1" status: 200 len: 217 time: 0.0375235 Jan 31 19:19:45.242442 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468647d-f40c-47f3-8d19-521296545aa8 req-cf37af3d-a5be-4046-9808-85453eca4ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:45.244013 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f468647d-f40c-47f3-8d19-521296545aa8 req-cf37af3d-a5be-4046-9808-85453eca4ace service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c1924c8-4ffc-4f4f-8854-bdf0660d683e HTTP/1.1" status: 200 len: 858 time: 0.0526886 Jan 31 19:19:45.282771 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f468647d-f40c-47f3-8d19-521296545aa8 req-18623d6b-b137-4cf6-9025-b512bd8018af service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265801 Jan 31 19:19:45.405315 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f468647d-f40c-47f3-8d19-521296545aa8 req-a71cb211-6745-4a86-ba5f-f0198930e7b6 service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111588 Jan 31 19:19:45.509730 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0f080-162a-4611-8628-e2d4589f314e req-debd4357-52e4-455f-8bb3-67137b462f54 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:45.511342 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-55f0f080-162a-4611-8628-e2d4589f314e req-debd4357-52e4-455f-8bb3-67137b462f54 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.1221452 Jan 31 19:19:45.544933 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f468647d-f40c-47f3-8d19-521296545aa8 req-b28fd54b-7039-47fc-8770-ed11edc7d9c2 service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249256 Jan 31 19:19:45.577690 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-55f0f080-162a-4611-8628-e2d4589f314e req-a7ce29e9-3a2c-454f-8f3c-9dce19c82187 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566740 Jan 31 19:19:46.094571 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c77bf0-9e9d-4f5c-a6dd-544efdc9bdf9 req-16dad0bf-bd12-4347-8139-18f11cdf05ef tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:46.097231 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f3c77bf0-9e9d-4f5c-a6dd-544efdc9bdf9 req-16dad0bf-bd12-4347-8139-18f11cdf05ef tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 943 time: 0.0668468 Jan 31 19:19:46.155717 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f3c77bf0-9e9d-4f5c-a6dd-544efdc9bdf9 req-5b547c7b-6215-4e72-a301-1d41369c5277 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518522 Jan 31 19:19:46.229309 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97ea7a-4f56-42e8-8b4c-a67f4a391563 req-c212146b-bc45-42a2-a1a0-8d645cbd41e2 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:46.230879 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bd97ea7a-4f56-42e8-8b4c-a67f4a391563 req-c212146b-bc45-42a2-a1a0-8d645cbd41e2 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.1380010 Jan 31 19:19:46.249348 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755522eb-d6b6-4481-a34d-817b3b94e977 req-a5105f1b-5410-40f2-9b02-75b64398c379 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:46.251010 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-755522eb-d6b6-4481-a34d-817b3b94e977 req-a5105f1b-5410-40f2-9b02-75b64398c379 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.1042392 Jan 31 19:19:46.424905 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-755522eb-d6b6-4481-a34d-817b3b94e977 req-4b19ac76-7bad-4987-96fc-bc0fe40b6ed3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637490 Jan 31 19:19:46.458081 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:46.475691 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bd97ea7a-4f56-42e8-8b4c-a67f4a391563 req-0fd27c4f-d01d-4fdd-861d-c99e5e81bedf tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Deleting port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:19:46.482046 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd97ea7a-4f56-42e8-8b4c-a67f4a391563 req-0fd27c4f-d01d-4fdd-861d-c99e5e81bedf tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:46.614114 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-bd97ea7a-4f56-42e8-8b4c-a67f4a391563 req-0fd27c4f-d01d-4fdd-861d-c99e5e81bedf tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] For port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c8ddf3a-d7ae-48d3-be3e-193306b46a69,segment=NetworkSegment(de4734c1-cbe1-472b-9bff-8c9beebd909a),segment_id=de4734c1-cbe1-472b-9bff-8c9beebd909a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:46.614492 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd97ea7a-4f56-42e8-8b4c-a67f4a391563 req-0fd27c4f-d01d-4fdd-861d-c99e5e81bedf tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:46.632091 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-bd97ea7a-4f56-42e8-8b4c-a67f4a391563 req-0fd27c4f-d01d-4fdd-861d-c99e5e81bedf tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Calling delete_port for 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:19:47.025537 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5140044-0d00-47f9-bc5c-bba103a63f30 req-ef14d2e0-a197-420f-9dc8-c9a14f38b788 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:47.025537 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c5140044-0d00-47f9-bc5c-bba103a63f30 req-ef14d2e0-a197-420f-9dc8-c9a14f38b788 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 945 time: 0.0940955 Jan 31 19:19:47.025537 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c5140044-0d00-47f9-bc5c-bba103a63f30 req-a32c8c5f-af08-4859-a49b-687613501a63 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/security-groups?id=e6547130-5049-4c98-ab6f-1fcd6dad9d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765061 Jan 31 19:19:47.132647 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device a2eacfc8-c954-405c-af97-0fe05d44256f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:19:47.258293 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port a2eacfc8-c954-405c-af97-0fe05d44256f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2eacfc8-c954-405c-af97-0fe05d44256f,segment=NetworkSegment(ebf81023-dec0-4f1e-83b0-3458ffd18fbd),segment_id=ebf81023-dec0-4f1e-83b0-3458ffd18fbd)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:47.280027 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'a2eacfc8-c954-405c-af97-0fe05d44256f', 'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e', 'port_id': 'a2eacfc8-c954-405c-af97-0fe05d44256f', 'mac_address': 'fa:16:3e:a8:e1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd002fe48-ea24-483c-8052-7481645b3ebb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:19:47.297496 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd97ea7a-4f56-42e8-8b4c-a67f4a391563 req-0fd27c4f-d01d-4fdd-861d-c99e5e81bedf tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (3c8ddf3a-d7ae-48d3-be3e-193306b46a69), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:47.317600 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['3c8ddf3a-d7ae-48d3-be3e-193306b46a69'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:19:47.357258 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd27c4f-d01d-4fdd-861d-c99e5e81bedf tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Pushing event deleted for resources: {'Port': ['ID=3c8ddf3a-d7ae-48d3-be3e-193306b46a69,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:47.369768 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port a2eacfc8-c954-405c-af97-0fe05d44256f is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:19:47.370314 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:47.400077 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2eacfc8-c954-405c-af97-0fe05d44256f {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:19:47.441370 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd97ea7a-4f56-42e8-8b4c-a67f4a391563 req-0fd27c4f-d01d-4fdd-861d-c99e5e81bedf tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] No DVR routers for this DVR port 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:19:47.445198 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-bd97ea7a-4f56-42e8-8b4c-a67f4a391563 req-0fd27c4f-d01d-4fdd-861d-c99e5e81bedf tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:47.450126 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bd97ea7a-4f56-42e8-8b4c-a67f4a391563 req-0fd27c4f-d01d-4fdd-861d-c99e5e81bedf tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.77 "DELETE /v2.0/ports/3c8ddf3a-d7ae-48d3-be3e-193306b46a69 HTTP/1.1" status: 204 len: 173 time: 1.1973939 Jan 31 19:19:47.456215 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfccbe0-a9e3-439a-b3f4-495b1194e13b', 'name': 'network-vif-deleted', 'tag': '3c8ddf3a-d7ae-48d3-be3e-193306b46a69'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:47.456215 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294aecfd-1db6-435f-bb93-a65cff509bcb" -d '{"events": [{"server_uuid": "ddfccbe0-a9e3-439a-b3f4-495b1194e13b", "name": "network-vif-deleted", "tag": "3c8ddf3a-d7ae-48d3-be3e-193306b46a69"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:47.475790 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77980898-e652-49f1-9a5d-84cc16acd773 req-32ffe2a7-c3f3-426f-be67-0756967724ca tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:47.477163 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-77980898-e652-49f1-9a5d-84cc16acd773 req-32ffe2a7-c3f3-426f-be67-0756967724ca tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 943 time: 0.1902730 Jan 31 19:19:47.588180 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port a2eacfc8-c954-405c-af97-0fe05d44256f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2eacfc8-c954-405c-af97-0fe05d44256f,segment=NetworkSegment(ebf81023-dec0-4f1e-83b0-3458ffd18fbd),segment_id=ebf81023-dec0-4f1e-83b0-3458ffd18fbd)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:47.599930 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-77980898-e652-49f1-9a5d-84cc16acd773 req-315998d3-6831-4cb0-b259-281f010f35ce tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103554 Jan 31 19:19:47.603076 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8022fad1-0ccf-46f8-98fd-6f2b8a3ad774 x-openstack-request-id: req-8022fad1-0ccf-46f8-98fd-6f2b8a3ad774 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:47.603076 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfccbe0-a9e3-439a-b3f4-495b1194e13b", "name": "network-vif-deleted", "tag": "3c8ddf3a-d7ae-48d3-be3e-193306b46a69", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:47.604187 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8022fad1-0ccf-46f8-98fd-6f2b8a3ad774 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:47.604187 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfccbe0-a9e3-439a-b3f4-495b1194e13b', 'name': 'network-vif-deleted', 'tag': '3c8ddf3a-d7ae-48d3-be3e-193306b46a69', 'status': 'completed', 'code': 200} Jan 31 19:19:47.686095 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:47.690930 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:47.764287 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=a2eacfc8-c954-405c-af97-0fe05d44256f,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:47.764529 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45d1b9-07af-4797-a3fe-1280723a418b req-1f245b6d-2fb4-4652-a43e-557561f81d6b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:47.767115 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-cd45d1b9-07af-4797-a3fe-1280723a418b req-1f245b6d-2fb4-4652-a43e-557561f81d6b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0887175 Jan 31 19:19:47.784920 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:47.785396 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:47.786381 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:47.788057 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:47.788057 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:47.788057 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:47.789721 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:47.789721 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:47.789721 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:47.789721 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:47.790246 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:47.790641 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:47.791302 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:47.835545 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-cd45d1b9-07af-4797-a3fe-1280723a418b req-6dfbe34b-be34-4e09-9db9-3d3f623b03a7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599437 Jan 31 19:19:48.093760 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['a2eacfc8-c954-405c-af97-0fe05d44256f'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:19:48.113855 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0d61ee2d-e176-452a-b9d3-23035c47c126 req-207b7e7a-8b1a-468c-ae2f-34ff8a955757 tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 210 time: 0.0352607 Jan 31 19:19:48.745315 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2614-7964-4027-8875-7aa10f1ba043 req-d6a86b74-a636-496b-8fe9-a49f2bf3f837 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:48.746995 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-176c2614-7964-4027-8875-7aa10f1ba043 req-d6a86b74-a636-496b-8fe9-a49f2bf3f837 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 944 time: 0.0578547 Jan 31 19:19:48.796960 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-176c2614-7964-4027-8875-7aa10f1ba043 req-27d25e38-4faf-476c-b25c-ce41e6b472ca tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431132 Jan 31 19:19:48.975528 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ae6c7-fb36-4bf9-89ab-4d4e374fb864 req-0e3a174e-6329-460d-83ca-b73fcc60acb2 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:48.977199 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e12ae6c7-fb36-4bf9-89ab-4d4e374fb864 req-0e3a174e-6329-460d-83ca-b73fcc60acb2 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0595517 Jan 31 19:19:49.040503 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e12ae6c7-fb36-4bf9-89ab-4d4e374fb864 req-3323daee-f8dc-430a-800f-173537681691 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487916 Jan 31 19:19:49.146634 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:19:49.168429 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:19:49.168915 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 3c8ddf3a-d7ae-48d3-be3e-193306b46a69 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:19:49.239918 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fc4af675-ee71-478b-ade4-cfbf72551ce0 req-e55ec081-5322-43d9-8bcc-4ac1de5f0d6a tempest-DeleteServersTestJSON-1259367695 tempest-DeleteServersTestJSON-1259367695-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddfccbe0-a9e3-439a-b3f4-495b1194e13b HTTP/1.1" status: 200 len: 210 time: 0.0299902 Jan 31 19:19:49.923541 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effffec3-6e33-4159-8fbb-e7e23de65775 req-b09b9cb3-7f0e-44ba-ace5-3538a0f5b081 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:49.925345 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-effffec3-6e33-4159-8fbb-e7e23de65775 req-b09b9cb3-7f0e-44ba-ace5-3538a0f5b081 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 944 time: 0.0564625 Jan 31 19:19:49.974038 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-effffec3-6e33-4159-8fbb-e7e23de65775 req-c97f00ec-1218-4d86-8e5b-297090fd5091 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430305 Jan 31 19:19:50.166635 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172d82c-20de-4bc1-9a7e-f27f0ba4d10c req-2f6f34fd-6b82-414f-8391-89e23fb68235 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:50.168219 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3172d82c-20de-4bc1-9a7e-f27f0ba4d10c req-2f6f34fd-6b82-414f-8391-89e23fb68235 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0545299 Jan 31 19:19:50.224112 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3172d82c-20de-4bc1-9a7e-f27f0ba4d10c req-d1065b77-0670-46a8-a003-de0da5ede9ed tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501275 Jan 31 19:19:51.099874 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b69b-14b0-485c-bdb2-7180b0239ab7 req-24e322bd-57ae-40cd-a254-3a62b5064118 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:51.101456 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c8e8b69b-14b0-485c-bdb2-7180b0239ab7 req-24e322bd-57ae-40cd-a254-3a62b5064118 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 944 time: 0.0572429 Jan 31 19:19:51.148583 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c8e8b69b-14b0-485c-bdb2-7180b0239ab7 req-bbac889b-56f2-4620-84e8-3a93ea968be1 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416186 Jan 31 19:19:51.345230 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fc421-6bc8-4c06-a4e5-635faa1b8258 req-2c585cca-c141-4c2f-a076-65e725abae0c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:51.347200 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7e5fc421-6bc8-4c06-a4e5-635faa1b8258 req-2c585cca-c141-4c2f-a076-65e725abae0c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0537462 Jan 31 19:19:51.395380 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7e5fc421-6bc8-4c06-a4e5-635faa1b8258 req-92f5a218-182c-4a7c-9fde-18998b980a31 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424418 Jan 31 19:19:51.412310 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device a2eacfc8-c954-405c-af97-0fe05d44256f up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:19:51.548283 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port a2eacfc8-c954-405c-af97-0fe05d44256f completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:19:51.553805 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port a2eacfc8-c954-405c-af97-0fe05d44256f triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:19:51.554187 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:51.638598 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port a2eacfc8-c954-405c-af97-0fe05d44256f is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:19:51.639018 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:51.661474 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b2cf0b-31c8-4fa0-a3ad-768e312c8476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eacfc8-c954-405c-af97-0fe05d44256f'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:19:51.663900 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485a3b31-0491-41e3-9713-4457f239afaa" -d '{"events": [{"server_uuid": "31b2cf0b-31c8-4fa0-a3ad-768e312c8476", "name": "network-vif-plugged", "status": "completed", "tag": "a2eacfc8-c954-405c-af97-0fe05d44256f"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:19:51.678556 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port a2eacfc8-c954-405c-af97-0fe05d44256f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2eacfc8-c954-405c-af97-0fe05d44256f,segment=NetworkSegment(ebf81023-dec0-4f1e-83b0-3458ffd18fbd),segment_id=ebf81023-dec0-4f1e-83b0-3458ffd18fbd)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:19:51.703262 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002ab9d9-1982-4134-a23d-96461370de33 x-openstack-request-id: req-002ab9d9-1982-4134-a23d-96461370de33 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:19:51.703506 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b2cf0b-31c8-4fa0-a3ad-768e312c8476", "name": "network-vif-plugged", "status": "completed", "tag": "a2eacfc8-c954-405c-af97-0fe05d44256f", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:19:51.703762 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-002ab9d9-1982-4134-a23d-96461370de33 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:19:51.704155 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b2cf0b-31c8-4fa0-a3ad-768e312c8476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eacfc8-c954-405c-af97-0fe05d44256f', 'code': 200} Jan 31 19:19:51.765690 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:51.814359 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=a2eacfc8-c954-405c-af97-0fe05d44256f,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:52.266639 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8bd80-ee31-47ff-9dc2-1a633a441e6a req-d9ffddb0-fb2d-4930-9ad5-1183167a45b3 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:52.268145 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-eca8bd80-ee31-47ff-9dc2-1a633a441e6a req-d9ffddb0-fb2d-4930-9ad5-1183167a45b3 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 945 time: 0.0523126 Jan 31 19:19:52.316105 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-eca8bd80-ee31-47ff-9dc2-1a633a441e6a req-b8b0b17b-bf56-42a4-bf27-a87bba8798f3 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Jan 31 19:19:52.526554 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663dce4-a7da-4736-aea0-5bd94b0c21c0 req-e91a5402-8598-4641-aae3-febde735b342 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:52.528126 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5663dce4-a7da-4736-aea0-5bd94b0c21c0 req-e91a5402-8598-4641-aae3-febde735b342 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0601788 Jan 31 19:19:52.583829 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5663dce4-a7da-4736-aea0-5bd94b0c21c0 req-f5fd54e4-e330-47c7-8988-acb8103382f1 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499113 Jan 31 19:19:52.776538 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60126c-2c0f-436a-96c0-10869e930728 req-53ca37f4-5d2d-4c0b-a279-cd2db21b28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:52.779073 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fa60126c-2c0f-436a-96c0-10869e930728 req-53ca37f4-5d2d-4c0b-a279-cd2db21b28fa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 1129 time: 0.0438077 Jan 31 19:19:52.822499 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fa60126c-2c0f-436a-96c0-10869e930728 req-e3a12e1c-75ea-4cdc-9c8f-ac1a71666828 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377736 Jan 31 19:19:53.441509 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113d8a1-0f16-47f8-a022-71d43ea497e3 req-d57473bc-9d8b-4cfc-8f8c-1bdc64a65396 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:53.443028 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6113d8a1-0f16-47f8-a022-71d43ea497e3 req-d57473bc-9d8b-4cfc-8f8c-1bdc64a65396 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 945 time: 0.0576611 Jan 31 19:19:53.491191 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6113d8a1-0f16-47f8-a022-71d43ea497e3 req-12736032-6315-4d1f-a7fa-52764bca549f tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422919 Jan 31 19:19:53.707754 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e54f5b-2f38-4527-8d52-906679727593 req-85a45dfd-6f85-48e0-abe1-fc94b58888c4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:53.709368 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b9e54f5b-2f38-4527-8d52-906679727593 req-85a45dfd-6f85-48e0-abe1-fc94b58888c4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0561218 Jan 31 19:19:53.758874 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b9e54f5b-2f38-4527-8d52-906679727593 req-16f57ffd-dbbe-4662-a4ef-e023cbb11667 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Jan 31 19:19:54.150166 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 52360) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:54.204593 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea52682f-f5d9-4c5c-9d0f-78ac69c125e3 admin admin] Deleting subnet 1a31e449-3aab-470d-8417-01a952c554da {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:19:54.210836 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea52682f-f5d9-4c5c-9d0f-78ac69c125e3 admin admin] Publish callbacks [] for subnet (1a31e449-3aab-470d-8417-01a952c554da), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.253805 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea52682f-f5d9-4c5c-9d0f-78ac69c125e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9343508'] for subnet (1a31e449-3aab-470d-8417-01a952c554da), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.293263 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea52682f-f5d9-4c5c-9d0f-78ac69c125e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (1a31e449-3aab-470d-8417-01a952c554da), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.451281 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea52682f-f5d9-4c5c-9d0f-78ac69c125e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8651393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9366732'] for subnet (1a31e449-3aab-470d-8417-01a952c554da), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.478581 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52682f-f5d9-4c5c-9d0f-78ac69c125e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a31e449-3aab-470d-8417-01a952c554da,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:54.480547 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ea52682f-f5d9-4c5c-9d0f-78ac69c125e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.484613 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-ea52682f-f5d9-4c5c-9d0f-78ac69c125e3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1a31e449-3aab-470d-8417-01a952c554da HTTP/1.1" status: 204 len: 168 time: 0.3327272 Jan 31 19:19:54.486864 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 52372) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:54.575735 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (aab397f1-642a-4003-a7ca-c47464b5755d), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.684413 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (aab397f1-642a-4003-a7ca-c47464b5755d), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.712993 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79534be1-e7d9-4d3f-8dc6-28f6217a2126 req-41743812-b738-4027-a947-782d508d0f4e tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:54.714530 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-79534be1-e7d9-4d3f-8dc6-28f6217a2126 req-41743812-b738-4027-a947-782d508d0f4e tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 945 time: 0.1519823 Jan 31 19:19:54.718124 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab397f1-642a-4003-a7ca-c47464b5755d']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:54.745185 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4734c1-cbe1-472b-9bff-8c9beebd909a') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:54.745554 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4734c1-cbe1-472b-9bff-8c9beebd909a') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:19:54.760304 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8960383'] for segment (de4734c1-cbe1-472b-9bff-8c9beebd909a), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.785367 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (de4734c1-cbe1-472b-9bff-8c9beebd909a), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.797592 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-79534be1-e7d9-4d3f-8dc6-28f6217a2126 req-00ffb7cb-e9ef-4857-891c-8d382bb4ccd9 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767784 Jan 31 19:19:54.800095 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:19:54.800095 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207958'] for segment (de4734c1-cbe1-472b-9bff-8c9beebd909a), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: Traceback (most recent call last): Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: timer() Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: cb(*args, **kw) Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: return func(*args, **kwargs) Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: self._notify() Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: self.callback(batched_events) Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: event.method(event) Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: return f(self, *a, **k) Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._get(url).json() Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: return self.request(url, 'GET', **kwargs) Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:19:54.802916 dv-cinder-813223-5-iscsi neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:19:54.902065 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452e014-5efe-4599-9f38-3e0fc82e7f7f req-89c7fe70-407e-456a-8398-add522fdeaf8 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:54.903558 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2452e014-5efe-4599-9f38-3e0fc82e7f7f req-89c7fe70-407e-456a-8398-add522fdeaf8 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0594206 Jan 31 19:19:54.955641 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2452e014-5efe-4599-9f38-3e0fc82e7f7f req-6e7aff6d-2438-4fc2-8810-03ba95239741 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435309 Jan 31 19:19:54.959699 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (aab397f1-642a-4003-a7ca-c47464b5755d), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.965665 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.979353 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/aab397f1-642a-4003-a7ca-c47464b5755d HTTP/1.1" status: 204 len: 168 time: 0.4806571 Jan 31 19:19:54.982849 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab397f1-642a-4003-a7ca-c47464b5755d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:54.991417 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:54.991835 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:54.992214 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:54.992584 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:54.992970 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:54.993320 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:54.993652 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:54.993982 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:54.994314 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:54.994645 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:54.994973 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:54.995296 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:54.995620 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d376e-5e36-4427-9398-4ea9acfdcbe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:19:55.515479 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 52394) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:55.556454 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-5c772b7d-5cf5-4db1-b0d2-c29593fc33e5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=23421e524050484d860e9dca52198081&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397830 Jan 31 19:19:55.558989 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 52396) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:19:55.612669 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5df66346-5ce5-4bb2-80b5-4fd78e5ba475 admin admin] Publish callbacks [] for security_group (e6547130-5049-4c98-ab6f-1fcd6dad9d5f), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:55.634315 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5df66346-5ce5-4bb2-80b5-4fd78e5ba475 admin admin] Publish callbacks [] for security_group (e6547130-5049-4c98-ab6f-1fcd6dad9d5f), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:55.764979 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5df66346-5ce5-4bb2-80b5-4fd78e5ba475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (e6547130-5049-4c98-ab6f-1fcd6dad9d5f), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:55.767537 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5df66346-5ce5-4bb2-80b5-4fd78e5ba475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:55.769523 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-5df66346-5ce5-4bb2-80b5-4fd78e5ba475 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e6547130-5049-4c98-ab6f-1fcd6dad9d5f HTTP/1.1" status: 204 len: 168 time: 0.2095387 Jan 31 19:19:55.778247 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df66346-5ce5-4bb2-80b5-4fd78e5ba475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6547130-5049-4c98-ab6f-1fcd6dad9d5f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:19:55.921283 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179300f9-9b65-4c97-a46b-e35d29886121 req-6ef700ec-45ce-4759-bea0-40f5dd2bb7d8 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:55.922757 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-179300f9-9b65-4c97-a46b-e35d29886121 req-6ef700ec-45ce-4759-bea0-40f5dd2bb7d8 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 945 time: 0.0532703 Jan 31 19:19:55.972839 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-179300f9-9b65-4c97-a46b-e35d29886121 req-4f0b9d1e-9efc-441a-8dc9-8334f853a01c tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Jan 31 19:19:56.082954 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee27d9-e23d-44fa-88e1-c8fe109b3975 req-ed9ef0b4-8402-4c80-b476-2d6c23f5fa1d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:56.084566 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4bee27d9-e23d-44fa-88e1-c8fe109b3975 req-ed9ef0b4-8402-4c80-b476-2d6c23f5fa1d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0537667 Jan 31 19:19:56.135456 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4bee27d9-e23d-44fa-88e1-c8fe109b3975 req-c8f0053f-07b1-4dd4-a36a-c20212b9eccd tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Jan 31 19:19:57.264926 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6605a9d-573f-4b2c-a7dc-dd6c05422c05 req-52ad9724-c0d2-4983-9c61-214d3a78ebf3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:57.266670 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f6605a9d-573f-4b2c-a7dc-dd6c05422c05 req-52ad9724-c0d2-4983-9c61-214d3a78ebf3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0642002 Jan 31 19:19:57.320178 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f6605a9d-573f-4b2c-a7dc-dd6c05422c05 req-e3d3fa27-f2ec-4639-a428-1161ffb77c44 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468822 Jan 31 19:19:58.465898 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766aa222-ac1a-4a42-8f17-2c96f9273f3a req-103cb5a8-d0b1-4b75-8ff8-4261f58e7688 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:58.467422 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-766aa222-ac1a-4a42-8f17-2c96f9273f3a req-103cb5a8-d0b1-4b75-8ff8-4261f58e7688 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0545189 Jan 31 19:19:58.518093 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-766aa222-ac1a-4a42-8f17-2c96f9273f3a req-c46fba31-7d3d-49a5-aa7e-5296481a4f94 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434339 Jan 31 19:19:59.649169 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed9631-a173-464a-a71d-29af5b9347f1 req-0d3083cf-6458-4af9-99e0-80858ca3ab59 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:59.650762 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-70ed9631-a173-464a-a71d-29af5b9347f1 req-0d3083cf-6458-4af9-99e0-80858ca3ab59 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0614767 Jan 31 19:19:59.698909 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-70ed9631-a173-464a-a71d-29af5b9347f1 req-1eb4938d-e3cb-44f4-9e78-012d6afdda88 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Jan 31 19:20:00.832547 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc6c8e-790a-4abe-9e6b-d6e1ff3ea72c req-ed18e6f9-40ae-4f8e-a555-5bb06a4ab22b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:00.834298 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-acfc6c8e-790a-4abe-9e6b-d6e1ff3ea72c req-ed18e6f9-40ae-4f8e-a555-5bb06a4ab22b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0599225 Jan 31 19:20:00.884587 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-acfc6c8e-790a-4abe-9e6b-d6e1ff3ea72c req-f66cd621-e80b-4bbc-b139-231b092aed19 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Jan 31 19:20:01.838397 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da8102-d219-4ee1-b844-5ac88c8ed4c0 req-7f0182c0-914f-42ad-b20d-bf1672e99b5a tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:01.840052 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-53da8102-d219-4ee1-b844-5ac88c8ed4c0 req-7f0182c0-914f-42ad-b20d-bf1672e99b5a tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 945 time: 0.0559638 Jan 31 19:20:01.893277 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-53da8102-d219-4ee1-b844-5ac88c8ed4c0 req-25558907-bbb6-4bc8-8c95-1d8d3b67684b tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471797 Jan 31 19:20:02.020609 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de7d58-a242-421d-9c18-cd734e9535e5 req-37a94919-6eec-4dd1-a680-40f02958372d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:02.022167 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-02de7d58-a242-421d-9c18-cd734e9535e5 req-37a94919-6eec-4dd1-a680-40f02958372d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0568852 Jan 31 19:20:02.096686 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-02de7d58-a242-421d-9c18-cd734e9535e5 req-fba8bdc0-84d7-4a65-a8b0-36daea000971 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682559 Jan 31 19:20:03.040880 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1af5c1-b9a4-45cb-ae0b-44651a586844 req-981aa662-7622-462c-997b-f0cd28afc2d4 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:03.043079 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ff1af5c1-b9a4-45cb-ae0b-44651a586844 req-981aa662-7622-462c-997b-f0cd28afc2d4 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 945 time: 0.0792768 Jan 31 19:20:03.091518 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ff1af5c1-b9a4-45cb-ae0b-44651a586844 req-3aef85dd-14a1-40fa-b2ee-e199b68fbed2 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428002 Jan 31 19:20:03.232507 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a9288-1ed2-4d58-8b80-0d243b229751 req-e685cc48-c727-4a36-8802-1125fe0563e4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:03.234433 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4e9a9288-1ed2-4d58-8b80-0d243b229751 req-e685cc48-c727-4a36-8802-1125fe0563e4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0559607 Jan 31 19:20:03.286710 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4e9a9288-1ed2-4d58-8b80-0d243b229751 req-57d72e34-ec4e-4a59-b0a6-6e1bbb4d26cc tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455413 Jan 31 19:20:04.220797 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4738b-787f-40bc-9da7-9667a4d4e4f2 req-2d79aecc-b1bd-47f4-ab9c-229f5787ede4 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:04.223545 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0bc4738b-787f-40bc-9da7-9667a4d4e4f2 req-2d79aecc-b1bd-47f4-ab9c-229f5787ede4 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 945 time: 0.0555294 Jan 31 19:20:04.274987 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0bc4738b-787f-40bc-9da7-9667a4d4e4f2 req-32b5bb21-49ed-496d-96de-2270c8c43027 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455246 Jan 31 19:20:04.407690 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eddca8-a451-4e52-bac2-16b832dbd350 req-d98c6cca-c106-463d-9b4f-2ca8715caf29 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:04.409208 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b3eddca8-a451-4e52-bac2-16b832dbd350 req-d98c6cca-c106-463d-9b4f-2ca8715caf29 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0552187 Jan 31 19:20:04.461689 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b3eddca8-a451-4e52-bac2-16b832dbd350 req-2d4f9bcf-b541-43d7-bb02-c199ef6dbfd6 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459433 Jan 31 19:20:04.557015 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374761-7ca5-48dd-8a6a-3f25d9e3c2a5 req-ca9a00f3-f407-4a42-83c9-fdf57e3f1bdf tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:04.558681 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fb374761-7ca5-48dd-8a6a-3f25d9e3c2a5 req-ca9a00f3-f407-4a42-83c9-fdf57e3f1bdf tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.77 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 945 time: 0.0585971 Jan 31 19:20:04.681168 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-fb374761-7ca5-48dd-8a6a-3f25d9e3c2a5 req-28d4cf3c-2fc8-4009-aaec-981873102897 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Deleting port a2eacfc8-c954-405c-af97-0fe05d44256f {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:20:04.681508 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb374761-7ca5-48dd-8a6a-3f25d9e3c2a5 req-28d4cf3c-2fc8-4009-aaec-981873102897 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:04.776089 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fb374761-7ca5-48dd-8a6a-3f25d9e3c2a5 req-28d4cf3c-2fc8-4009-aaec-981873102897 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] For port a2eacfc8-c954-405c-af97-0fe05d44256f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2eacfc8-c954-405c-af97-0fe05d44256f,segment=NetworkSegment(ebf81023-dec0-4f1e-83b0-3458ffd18fbd),segment_id=ebf81023-dec0-4f1e-83b0-3458ffd18fbd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:20:04.776514 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb374761-7ca5-48dd-8a6a-3f25d9e3c2a5 req-28d4cf3c-2fc8-4009-aaec-981873102897 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:04.794294 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-fb374761-7ca5-48dd-8a6a-3f25d9e3c2a5 req-28d4cf3c-2fc8-4009-aaec-981873102897 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Calling delete_port for a2eacfc8-c954-405c-af97-0fe05d44256f owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:20:04.927745 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 52648) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:05.039852 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17a5650b-277f-4408-b7d7-4d7400ece6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:05.051922 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb374761-7ca5-48dd-8a6a-3f25d9e3c2a5 req-28d4cf3c-2fc8-4009-aaec-981873102897 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (a2eacfc8-c954-405c-af97-0fe05d44256f), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:05.090429 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4cf3c-2fc8-4009-aaec-981873102897 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Pushing event deleted for resources: {'Port': ['ID=a2eacfc8-c954-405c-af97-0fe05d44256f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:05.145968 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb374761-7ca5-48dd-8a6a-3f25d9e3c2a5 req-28d4cf3c-2fc8-4009-aaec-981873102897 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] No DVR routers for this DVR port a2eacfc8-c954-405c-af97-0fe05d44256f on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:20:05.152531 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb374761-7ca5-48dd-8a6a-3f25d9e3c2a5 req-28d4cf3c-2fc8-4009-aaec-981873102897 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:05.155751 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fb374761-7ca5-48dd-8a6a-3f25d9e3c2a5 req-28d4cf3c-2fc8-4009-aaec-981873102897 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.77 "DELETE /v2.0/ports/a2eacfc8-c954-405c-af97-0fe05d44256f HTTP/1.1" status: 204 len: 173 time: 0.5882301 Jan 31 19:20:05.156175 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b2cf0b-31c8-4fa0-a3ad-768e312c8476', 'name': 'network-vif-deleted', 'tag': 'a2eacfc8-c954-405c-af97-0fe05d44256f'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:20:05.158451 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670ed0b6-3937-47d5-8e8c-be2b969422d4" -d '{"events": [{"server_uuid": "31b2cf0b-31c8-4fa0-a3ad-768e312c8476", "name": "network-vif-deleted", "tag": "a2eacfc8-c954-405c-af97-0fe05d44256f"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:20:05.199200 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17a5650b-277f-4408-b7d7-4d7400ece6c9 admin admin] Publish callbacks [] for security_group (4c6bff73-a2ff-4479-9e6d-1d39b501eef3), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:05.209757 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79431aca-a45f-4e1d-bd45-d5b3420f2324 x-openstack-request-id: req-79431aca-a45f-4e1d-bd45-d5b3420f2324 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:20:05.213575 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b2cf0b-31c8-4fa0-a3ad-768e312c8476", "name": "network-vif-deleted", "tag": "a2eacfc8-c954-405c-af97-0fe05d44256f", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:20:05.213575 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-79431aca-a45f-4e1d-bd45-d5b3420f2324 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:20:05.213575 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b2cf0b-31c8-4fa0-a3ad-768e312c8476', 'name': 'network-vif-deleted', 'tag': 'a2eacfc8-c954-405c-af97-0fe05d44256f', 'status': 'completed', 'code': 200} Jan 31 19:20:05.318752 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17a5650b-277f-4408-b7d7-4d7400ece6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (4c6bff73-a2ff-4479-9e6d-1d39b501eef3), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:05.366473 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5650b-277f-4408-b7d7-4d7400ece6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6bff73-a2ff-4479-9e6d-1d39b501eef3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:05.370651 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-17a5650b-277f-4408-b7d7-4d7400ece6c9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=16ebeadf5cf34fbd80e00ba539435b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4417486 Jan 31 19:20:05.374429 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 52658) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:05.387379 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-569b8137-2f89-4fc2-ba20-ef2595209d04 req-e33d65f1-31cf-48ed-abe3-dc9948896e45 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 210 time: 0.0368669 Jan 31 19:20:05.431288 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06b61d1a-b327-4405-91df-c3cd0e964ef5 admin admin] Publish callbacks [] for security_group (4c6bff73-a2ff-4479-9e6d-1d39b501eef3), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:05.453570 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06b61d1a-b327-4405-91df-c3cd0e964ef5 admin admin] Publish callbacks [] for security_group (4c6bff73-a2ff-4479-9e6d-1d39b501eef3), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:05.586973 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4249f3-c4f6-464a-8f51-56e2e98ab7de req-eca4e98f-8095-4e55-95d2-737a8a62af67 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:05.588530 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-cc4249f3-c4f6-464a-8f51-56e2e98ab7de req-eca4e98f-8095-4e55-95d2-737a8a62af67 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0549414 Jan 31 19:20:05.637733 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-cc4249f3-c4f6-464a-8f51-56e2e98ab7de req-64a83a98-2357-4718-bdb0-80d6e2ad8d9f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436118 Jan 31 19:20:05.650739 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06b61d1a-b327-4405-91df-c3cd0e964ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (4c6bff73-a2ff-4479-9e6d-1d39b501eef3), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:05.653496 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-06b61d1a-b327-4405-91df-c3cd0e964ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:05.654709 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-06b61d1a-b327-4405-91df-c3cd0e964ef5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4c6bff73-a2ff-4479-9e6d-1d39b501eef3 HTTP/1.1" status: 204 len: 168 time: 0.2780619 Jan 31 19:20:05.666104 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b61d1a-b327-4405-91df-c3cd0e964ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6bff73-a2ff-4479-9e6d-1d39b501eef3,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:06.489090 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4e0f58aa-d9d3-4233-ac5d-a714aa97b82f req-8f7e35d2-8b30-4911-8e0f-b606a1fdb8ea tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 210 time: 0.0263331 Jan 31 19:20:06.779684 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c11081-2792-4ec5-8c86-fd7d379c2642 req-8f3825b3-4731-425e-bb74-79ea6fb399bd tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:06.781248 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c5c11081-2792-4ec5-8c86-fd7d379c2642 req-8f3825b3-4731-425e-bb74-79ea6fb399bd tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0644898 Jan 31 19:20:06.830979 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c5c11081-2792-4ec5-8c86-fd7d379c2642 req-a22dc3fd-03d0-49a7-a296-db4bbba3f14a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431590 Jan 31 19:20:07.618017 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-320b0017-c063-4f18-8561-1574e0d0e7ac req-8f4390cb-f4fc-422d-b99c-4d70cbfceafd tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 210 time: 0.0407016 Jan 31 19:20:07.979996 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb4c38-550d-4c53-81df-d60c6ad671ac req-8a99aff7-9849-44ff-8873-fd859611e24d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:07.981608 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-eceb4c38-550d-4c53-81df-d60c6ad671ac req-8a99aff7-9849-44ff-8873-fd859611e24d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0765114 Jan 31 19:20:08.032952 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-eceb4c38-550d-4c53-81df-d60c6ad671ac req-b2f8b39a-8e8f-410b-9160-c646fc3e0715 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450258 Jan 31 19:20:08.402584 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['a2eacfc8-c954-405c-af97-0fe05d44256f'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:20:08.718861 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7c9143ad-f6bb-4aeb-8f04-f71cb26123ff req-53a9344e-c023-4f63-ba83-af127263a49f tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 210 time: 0.0274880 Jan 31 19:20:09.176991 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480462-3e87-41fd-9079-4603e605ddbb req-f594a885-a671-4a4b-b912-7ced33a21793 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:09.178839 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-56480462-3e87-41fd-9079-4603e605ddbb req-f594a885-a671-4a4b-b912-7ced33a21793 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0650725 Jan 31 19:20:09.242140 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-56480462-3e87-41fd-9079-4603e605ddbb req-643d5919-ceb5-454e-beda-3bf04d12e503 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573385 Jan 31 19:20:09.263982 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:20:09.849779 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c97e3476-8e5c-4447-ac90-2765868000c0 req-6762f2e3-9639-4515-bbd3-1ea0fcce2e62 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b2cf0b-31c8-4fa0-a3ad-768e312c8476 HTTP/1.1" status: 200 len: 210 time: 0.0280318 Jan 31 19:20:10.398400 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548af299-11f9-45ca-ae6c-9a7556808e74 req-b3a0310a-6408-4cec-8aa6-9e16043d5c3f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:10.398400 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-548af299-11f9-45ca-ae6c-9a7556808e74 req-b3a0310a-6408-4cec-8aa6-9e16043d5c3f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0665598 Jan 31 19:20:10.450433 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-548af299-11f9-45ca-ae6c-9a7556808e74 req-1b786224-33ce-4433-9a5a-505cc2147795 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495877 Jan 31 19:20:11.249305 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-b1556f48-29da-4238-93ff-f42c5662769c tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:11.251546 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-b1556f48-29da-4238-93ff-f42c5662769c tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/networks?id=d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e HTTP/1.1" status: 200 len: 807 time: 0.1494255 Jan 31 19:20:11.279762 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-4ddff55e-1c60-4a9b-b4b0-e6b839fffe14 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/quotas/df8a5b93593f4a329012dadb3c92a2c7 HTTP/1.1" status: 200 len: 375 time: 0.0173757 Jan 31 19:20:11.319058 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-5ab5a972-992e-47ac-b5e9-d97c39086d9a tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=df8a5b93593f4a329012dadb3c92a2c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380211 Jan 31 19:20:11.422324 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-e3acbcba-b830-4d6f-8ae0-9e22d26520b4 service neutron] 10.222.0.72 "GET /v2.0/networks/d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923655 Jan 31 19:20:11.541110 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-ee42a197-6452-4831-aaa0-64b9808bcf6f service neutron] 10.222.0.72 "GET /v2.0/networks/d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120398 Jan 31 19:20:11.594783 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6f152e7-2f32-442f-a317-e7ef95b6cc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:11.627574 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:11.653764 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b7d1c-5aa7-443e-9f17-4b37628dcd23 req-779ebabf-bf08-4e71-9d63-417125d06852 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:11.660112 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ca0b7d1c-5aa7-443e-9f17-4b37628dcd23 req-779ebabf-bf08-4e71-9d63-417125d06852 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0696728 Jan 31 19:20:11.732472 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ca0b7d1c-5aa7-443e-9f17-4b37628dcd23 req-46763b2a-e8bd-44a2-b4f2-1a1f1b9bd48e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659747 Jan 31 19:20:11.941427 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9106bbad-9930-4b83-8329-223474c671c6 req-e81f7efb-f625-45d1-b8f5-6903cc7eb139 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 210 time: 0.0386541 Jan 31 19:20:12.418992 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device a2eacfc8-c954-405c-af97-0fe05d44256f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:20:12.439784 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: a2eacfc8-c954-405c-af97-0fe05d44256f {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:20:12.440122 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device a2eacfc8-c954-405c-af97-0fe05d44256f not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:20:12.868003 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedac94-52ef-4394-98fe-ed8f20a8a7ae req-9a14ef10-adec-4b7c-8b89-8888a0fe5799 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:12.868651 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3eedac94-52ef-4394-98fe-ed8f20a8a7ae req-9a14ef10-adec-4b7c-8b89-8888a0fe5799 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0625741 Jan 31 19:20:12.923162 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3eedac94-52ef-4394-98fe-ed8f20a8a7ae req-81618245-0700-4376-b468-954f216b1182 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450830 Jan 31 19:20:13.045131 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4581f678-9627-49ad-90cd-9ba00967c344 req-cde5bd5d-e35d-479f-a228-2a32a4e36498 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 210 time: 0.0388134 Jan 31 19:20:13.705180 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 52950) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:13.837979 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d68dd65-c570-45e0-a886-04188ec1a792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:13.849119 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9605c7fd-f05d-4b57-9cdc-c133f79de2cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:13.945730 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9605c7fd-f05d-4b57-9cdc-c133f79de2cc admin admin] Publish callbacks [] for security_group (3f6303fb-4737-41c3-abe8-36d65e5c9c4b), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:14.046943 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9605c7fd-f05d-4b57-9cdc-c133f79de2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (3f6303fb-4737-41c3-abe8-36d65e5c9c4b), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:14.104727 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc4a91-cb5e-425a-8f90-a585579ce9f6 req-29ff7cea-9572-420a-8925-2fb9547c9935 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:14.106380 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9bbc4a91-cb5e-425a-8f90-a585579ce9f6 req-29ff7cea-9572-420a-8925-2fb9547c9935 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0976849 Jan 31 19:20:14.113005 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-9605c7fd-f05d-4b57-9cdc-c133f79de2cc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b1ff1b1b9e3e42cdb6261c18620ef5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060225 Jan 31 19:20:14.113146 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 52962) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:14.115662 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605c7fd-f05d-4b57-9cdc-c133f79de2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6303fb-4737-41c3-abe8-36d65e5c9c4b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:14.190353 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9bbc4a91-cb5e-425a-8f90-a585579ce9f6 req-bb0f4bfd-d173-443d-83b5-16a2e223992c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759320 Jan 31 19:20:14.194077 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-47b293c5-4fd0-4049-81ce-814f8eb8fbde req-4489fb22-f54a-4127-ba5a-7592df08ae48 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 210 time: 0.0378635 Jan 31 19:20:14.229552 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86363b76-d1ec-408d-a0ab-dffbdc643fa5 admin admin] Publish callbacks [] for security_group (3f6303fb-4737-41c3-abe8-36d65e5c9c4b), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:14.270314 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86363b76-d1ec-408d-a0ab-dffbdc643fa5 admin admin] Publish callbacks [] for security_group (3f6303fb-4737-41c3-abe8-36d65e5c9c4b), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:14.547350 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86363b76-d1ec-408d-a0ab-dffbdc643fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (3f6303fb-4737-41c3-abe8-36d65e5c9c4b), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:14.550621 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-86363b76-d1ec-408d-a0ab-dffbdc643fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:14.551860 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-86363b76-d1ec-408d-a0ab-dffbdc643fa5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f6303fb-4737-41c3-abe8-36d65e5c9c4b HTTP/1.1" status: 204 len: 168 time: 0.4368944 Jan 31 19:20:14.563091 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86363b76-d1ec-408d-a0ab-dffbdc643fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6303fb-4737-41c3-abe8-36d65e5c9c4b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:14.872308 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:15.422230 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90c437-2fe6-4bd1-97bc-b309bccc297b req-8e4a5a02-d637-40f7-8763-ed80c5d69008 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:15.437120 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9b90c437-2fe6-4bd1-97bc-b309bccc297b req-8e4a5a02-d637-40f7-8763-ed80c5d69008 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0997767 Jan 31 19:20:15.443196 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f430221d-b1dc-4722-aaa2-c549439f6f42 req-8813fbc3-427c-4b69-83cf-449e007bbfd5 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 210 time: 0.0782878 Jan 31 19:20:15.481167 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-3dbf6781-1756-4085-8fe9-e24df09db5d5 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:15.481167 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-3dbf6781-1756-4085-8fe9-e24df09db5d5 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.77 "GET /v2.0/networks?id=d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e HTTP/1.1" status: 200 len: 807 time: 0.2819989 Jan 31 19:20:15.497093 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-85623c38-88a6-46f7-ac36-79ac946ba8f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Request body: {'port': {'device_id': '8dc5d99b-9112-4632-a913-232cf800d922', 'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e', 'admin_state_up': True, 'tenant_id': 'df8a5b93593f4a329012dadb3c92a2c7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:20:15.512701 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9b90c437-2fe6-4bd1-97bc-b309bccc297b req-306e0d3b-cee8-456e-a380-d5f7f107041d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786483 Jan 31 19:20:15.637382 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 52994) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:15.652027 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 52998) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:15.669996 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e3843255-cc3c-4ef0-b4cd-cca1c30a7501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:15.692294 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec4246-f8fb-48d9-b482-d59234af9abe req-5963ce2d-6717-4a6c-8481-dbda84b40129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:15.694328 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b0ec4246-f8fb-48d9-b482-d59234af9abe req-5963ce2d-6717-4a6c-8481-dbda84b40129 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 1129 time: 0.0886877 Jan 31 19:20:15.756781 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b0ec4246-f8fb-48d9-b482-d59234af9abe req-46f6a922-ecb7-4ce1-8d28-4ac90907a83f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510647 Jan 31 19:20:15.782893 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e3843255-cc3c-4ef0-b4cd-cca1c30a7501 admin admin] Publish callbacks [] for security_group (8af6df4d-37db-4af9-87a0-6a40137d1db5), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:15.850283 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-85623c38-88a6-46f7-ac36-79ac946ba8f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Made reservation on behalf of df8a5b93593f4a329012dadb3c92a2c7 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:20:15.854192 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-85623c38-88a6-46f7-ac36-79ac946ba8f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:15.924088 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e3843255-cc3c-4ef0-b4cd-cca1c30a7501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (8af6df4d-37db-4af9-87a0-6a40137d1db5), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:15.949471 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ca7dcaa-3230-4f2d-9352-24a629e79f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.003201 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3843255-cc3c-4ef0-b4cd-cca1c30a7501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af6df4d-37db-4af9-87a0-6a40137d1db5,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:16.020874 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-e3843255-cc3c-4ef0-b4cd-cca1c30a7501 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8bb955415519444d81119ccd7e94bbb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674657 Jan 31 19:20:16.023558 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 53000) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:16.056067 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-85623c38-88a6-46f7-ac36-79ac946ba8f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Allocated IP 172.20.0.12 (d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e/d002fe48-ea24-483c-8052-7481645b3ebb/339daf9c-835f-4f0b-89c8-60c2082253b1) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:20:16.102558 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ca7dcaa-3230-4f2d-9352-24a629e79f85 admin admin] Publish callbacks [] for security_group (1908e411-2dd5-4a38-a2ac-7a4dd2987adb), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.125799 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df944a10-7772-4eb4-863f-b0a3377b809a admin admin] Publish callbacks [] for security_group (8af6df4d-37db-4af9-87a0-6a40137d1db5), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.172013 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df944a10-7772-4eb4-863f-b0a3377b809a admin admin] Publish callbacks [] for security_group (8af6df4d-37db-4af9-87a0-6a40137d1db5), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.226957 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ca7dcaa-3230-4f2d-9352-24a629e79f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (1908e411-2dd5-4a38-a2ac-7a4dd2987adb), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.266846 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7dcaa-3230-4f2d-9352-24a629e79f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1908e411-2dd5-4a38-a2ac-7a4dd2987adb,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:16.272458 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-0ca7dcaa-3230-4f2d-9352-24a629e79f85 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1731ea12aff462fb3cd1a01ecb7b73e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6315517 Jan 31 19:20:16.275282 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 53006) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:16.301828 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-85623c38-88a6-46f7-ac36-79ac946ba8f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks [] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.365393 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80e7bca3-129c-4e0d-85cb-ea282b1338be admin admin] Publish callbacks [] for security_group (1908e411-2dd5-4a38-a2ac-7a4dd2987adb), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.390070 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80e7bca3-129c-4e0d-85cb-ea282b1338be admin admin] Publish callbacks [] for security_group (1908e411-2dd5-4a38-a2ac-7a4dd2987adb), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.427685 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df944a10-7772-4eb4-863f-b0a3377b809a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (8af6df4d-37db-4af9-87a0-6a40137d1db5), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.431324 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-df944a10-7772-4eb4-863f-b0a3377b809a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.432574 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-df944a10-7772-4eb4-863f-b0a3377b809a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8af6df4d-37db-4af9-87a0-6a40137d1db5 HTTP/1.1" status: 204 len: 168 time: 0.4055202 Jan 31 19:20:16.443307 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df944a10-7772-4eb4-863f-b0a3377b809a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af6df4d-37db-4af9-87a0-6a40137d1db5,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:16.501633 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.566282 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9ac410fa-46d7-4f4e-9b2c-992f8cf6efbd req-16d8ff55-dac7-4b7a-9e39-0361a76ff600 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 210 time: 0.0391791 Jan 31 19:20:16.568718 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-85623c38-88a6-46f7-ac36-79ac946ba8f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.631586 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-85623c38-88a6-46f7-ac36-79ac946ba8f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Network d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:20:16.636915 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-85623c38-88a6-46f7-ac36-79ac946ba8f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:20:16.640830 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-85623c38-88a6-46f7-ac36-79ac946ba8f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:20:16.668308 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85623c38-88a6-46f7-ac36-79ac946ba8f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Pushing event updated for resources: {'Port': ['ID=339daf9c-835f-4f0b-89c8-60c2082253b1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:16.670421 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fee86-e601-4966-b22f-62b84a3b7d34 req-053b6b2e-944c-48b0-82a9-09eb8946f0eb tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:16.672902 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-019fee86-e601-4966-b22f-62b84a3b7d34 req-053b6b2e-944c-48b0-82a9-09eb8946f0eb tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0661311 Jan 31 19:20:16.697390 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-85623c38-88a6-46f7-ac36-79ac946ba8f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:16.698153 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-85623c38-88a6-46f7-ac36-79ac946ba8f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.730662 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80e7bca3-129c-4e0d-85cb-ea282b1338be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (1908e411-2dd5-4a38-a2ac-7a4dd2987adb), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.733998 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80e7bca3-129c-4e0d-85cb-ea282b1338be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:16.736901 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-80e7bca3-129c-4e0d-85cb-ea282b1338be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1908e411-2dd5-4a38-a2ac-7a4dd2987adb HTTP/1.1" status: 204 len: 168 time: 0.4594486 Jan 31 19:20:16.739729 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-019fee86-e601-4966-b22f-62b84a3b7d34 req-0c3b39e6-3541-406c-b1cc-9a0992fa9222 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542338 Jan 31 19:20:16.746725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7bca3-129c-4e0d-85cb-ea282b1338be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1908e411-2dd5-4a38-a2ac-7a4dd2987adb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:16.864818 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-85623c38-88a6-46f7-ac36-79ac946ba8f6 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3725452 Jan 31 19:20:16.894162 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Request body: {'port': {'device_id': '8dc5d99b-9112-4632-a913-232cf800d922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:20:16.959025 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:17.272685 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339daf9c-835f-4f0b-89c8-60c2082253b1 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:20:17.280768 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Publish callbacks [] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:17.294484 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Transition to ACTIVE for port object 339daf9c-835f-4f0b-89c8-60c2082253b1 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:20:17.506876 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:17.560277 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Pushing event updated for resources: {'Port': ['ID=339daf9c-835f-4f0b-89c8-60c2082253b1,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:17.639971 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Attempting to bind port 339daf9c-835f-4f0b-89c8-60c2082253b1 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:20:17.639971 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Attempting to bind port 339daf9c-835f-4f0b-89c8-60c2082253b1 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ebf81023-dec0-4f1e-83b0-3458ffd18fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:20:17.640198 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Attempting to bind port 339daf9c-835f-4f0b-89c8-60c2082253b1 on network d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:20:17.656923 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Port 339daf9c-835f-4f0b-89c8-60c2082253b1 on network d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:20:17.657281 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Attempting to bind port 339daf9c-835f-4f0b-89c8-60c2082253b1 on network d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:20:17.678934 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:20:17.680977 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Checking segment: {'id': 'ebf81023-dec0-4f1e-83b0-3458ffd18fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:20:17.680977 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Bound using segment: {'id': 'ebf81023-dec0-4f1e-83b0-3458ffd18fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:20:17.680977 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Bound port: 339daf9c-835f-4f0b-89c8-60c2082253b1, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf81023-dec0-4f1e-83b0-3458ffd18fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:20:17.680977 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:17.707968 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:17.746707 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b480f8-5465-4ef1-a9d0-3ef4cc7afd06 req-227c92ad-c6de-466f-a06c-9620fb6bc3cf tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:17.748243 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-01b480f8-5465-4ef1-a9d0-3ef4cc7afd06 req-227c92ad-c6de-466f-a06c-9620fb6bc3cf tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 944 time: 0.1051819 Jan 31 19:20:17.784892 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] For port 339daf9c-835f-4f0b-89c8-60c2082253b1, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:20:17.806042 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] For port 339daf9c-835f-4f0b-89c8-60c2082253b1, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=339daf9c-835f-4f0b-89c8-60c2082253b1,segment=NetworkSegment(ebf81023-dec0-4f1e-83b0-3458ffd18fbd),segment_id=ebf81023-dec0-4f1e-83b0-3458ffd18fbd)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:20:17.837969 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-01b480f8-5465-4ef1-a9d0-3ef4cc7afd06 req-f99f9d26-1d07-4492-a4a0-9402b9317979 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785146 Jan 31 19:20:17.858938 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 53048) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:17.876874 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c00642e-3eda-4ede-bad6-ce355e6a388a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:17.887082 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4be89b-cf84-4efc-902e-803479329225 req-b56d250f-4a00-4c1a-8761-33ad29d54d7e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:17.889323 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-db4be89b-cf84-4efc-902e-803479329225 req-b56d250f-4a00-4c1a-8761-33ad29d54d7e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0602953 Jan 31 19:20:17.942725 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-db4be89b-cf84-4efc-902e-803479329225 req-12cc8439-19d0-4b2a-acb2-bd4b7d84bd1f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477402 Jan 31 19:20:17.975294 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:17.975294 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c00642e-3eda-4ede-bad6-ce355e6a388a admin admin] Publish callbacks [] for security_group (6ab171ea-b96d-4535-b484-642fa09c602c), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:18.009356 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:18.009986 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:18.011381 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] 10.222.0.77 "PUT /v2.0/ports/339daf9c-835f-4f0b-89c8-60c2082253b1 HTTP/1.1" status: 200 len: 1094 time: 1.1216726 Jan 31 19:20:18.011817 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc5d99b-9112-4632-a913-232cf800d922', 'tag': '339daf9c-835f-4f0b-89c8-60c2082253b1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:20:18.014234 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4883a11a-077a-4b33-93fe-434fb643546b" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc5d99b-9112-4632-a913-232cf800d922", "tag": "339daf9c-835f-4f0b-89c8-60c2082253b1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:20:18.040441 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd7c7c-e44e-4649-bcb3-71fe990589c9 service neutron] Pushing event updated for resources: {'Port': ['ID=339daf9c-835f-4f0b-89c8-60c2082253b1,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:18.056810 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f89fd1-7f70-411c-9fe1-469e782b76a4 x-openstack-request-id: req-b9f89fd1-7f70-411c-9fe1-469e782b76a4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:20:18.057151 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc5d99b-9112-4632-a913-232cf800d922", "tag": "339daf9c-835f-4f0b-89c8-60c2082253b1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:20:18.057419 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b9f89fd1-7f70-411c-9fe1-469e782b76a4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:20:18.057825 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc5d99b-9112-4632-a913-232cf800d922', 'tag': '339daf9c-835f-4f0b-89c8-60c2082253b1', 'status': 'completed', 'code': 200} Jan 31 19:20:18.067703 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-2c00642e-3eda-4ede-bad6-ce355e6a388a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (6ab171ea-b96d-4535-b484-642fa09c602c), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:18.109389 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-2c00642e-3eda-4ede-bad6-ce355e6a388a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e1feb599e8124e4b9c398c8cd839a743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502735 Jan 31 19:20:18.111539 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00642e-3eda-4ede-bad6-ce355e6a388a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab171ea-b96d-4535-b484-642fa09c602c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:18.112320 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53056) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:18.164412 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64124b74-ecd7-4842-b434-bf360c407398 admin admin] Publish callbacks [] for security_group (6ab171ea-b96d-4535-b484-642fa09c602c), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:18.194669 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64124b74-ecd7-4842-b434-bf360c407398 admin admin] Publish callbacks [] for security_group (6ab171ea-b96d-4535-b484-642fa09c602c), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:18.398282 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64124b74-ecd7-4842-b434-bf360c407398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (6ab171ea-b96d-4535-b484-642fa09c602c), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:18.401098 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-64124b74-ecd7-4842-b434-bf360c407398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:18.402769 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-64124b74-ecd7-4842-b434-bf360c407398 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ab171ea-b96d-4535-b484-642fa09c602c HTTP/1.1" status: 204 len: 168 time: 0.2886236 Jan 31 19:20:18.412413 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64124b74-ecd7-4842-b434-bf360c407398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab171ea-b96d-4535-b484-642fa09c602c,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:18.965499 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfd2ba-7f4a-4264-857d-790c54ca94ec req-f4b019f5-c62f-440c-a711-1e3915ca49d9 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:18.967006 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-decfd2ba-7f4a-4264-857d-790c54ca94ec req-f4b019f5-c62f-440c-a711-1e3915ca49d9 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 944 time: 0.0621064 Jan 31 19:20:19.024920 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-decfd2ba-7f4a-4264-857d-790c54ca94ec req-eb87ae8e-be70-4a98-9cae-af8329e4943a tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511603 Jan 31 19:20:19.127989 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9874f2c-9db7-4c5f-aa56-670276462ed4 req-bb96c7f3-563c-455c-93bf-894ea0ef116b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:19.130237 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a9874f2c-9db7-4c5f-aa56-670276462ed4 req-bb96c7f3-563c-455c-93bf-894ea0ef116b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0734708 Jan 31 19:20:19.191743 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a9874f2c-9db7-4c5f-aa56-670276462ed4 req-cca2eabb-0af1-47f1-b9ae-bdb6dcde8086 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539510 Jan 31 19:20:20.156165 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de1db0-7ea8-4a35-a505-a1d492012ede req-72779ee1-f162-49d5-abb8-74f825cc1b9a tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:20.158499 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-07de1db0-7ea8-4a35-a505-a1d492012ede req-72779ee1-f162-49d5-abb8-74f825cc1b9a tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 944 time: 0.0617692 Jan 31 19:20:20.218960 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-07de1db0-7ea8-4a35-a505-a1d492012ede req-e885993c-2d7e-4d9d-86bf-df96a2ae8af7 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511527 Jan 31 19:20:20.645528 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6de66-34a6-4dfd-9643-b3c602cceb42 req-b335144c-a18b-4d7c-b2eb-4d2c4ef5aefe tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:20.648247 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f5b6de66-34a6-4dfd-9643-b3c602cceb42 req-b335144c-a18b-4d7c-b2eb-4d2c4ef5aefe tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.3669937 Jan 31 19:20:20.662119 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a11a-077a-4b33-93fe-434fb643546b req-a0b833b6-f3f5-4423-b4ce-51e268ecc2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:20.668376 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4883a11a-077a-4b33-93fe-434fb643546b req-a0b833b6-f3f5-4423-b4ce-51e268ecc2bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df8a5b93593f4a329012dadb3c92a2c7&device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 1128 time: 0.1076102 Jan 31 19:20:20.789917 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f5b6de66-34a6-4dfd-9643-b3c602cceb42 req-c5c65e1e-3578-4385-bd96-3cbd1c39867a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328833 Jan 31 19:20:20.824029 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a11a-077a-4b33-93fe-434fb643546b req-7b7e92ff-a9b6-4afa-a172-193da7d6ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:20.826066 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4883a11a-077a-4b33-93fe-434fb643546b req-7b7e92ff-a9b6-4afa-a172-193da7d6ca00 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=df8a5b93593f4a329012dadb3c92a2c7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1354358 Jan 31 19:20:20.986658 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a11a-077a-4b33-93fe-434fb643546b req-0cfee892-1200-4c66-b2fd-35075cf451d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:20.988823 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4883a11a-077a-4b33-93fe-434fb643546b req-0cfee892-1200-4c66-b2fd-35075cf451d0 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1320434 Jan 31 19:20:21.165419 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-f4736a57-dc25-4a4e-9429-1e87680ca36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:21.166970 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-f4736a57-dc25-4a4e-9429-1e87680ca36d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df8a5b93593f4a329012dadb3c92a2c7&device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 1128 time: 0.0576735 Jan 31 19:20:21.365981 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732fa0-71d4-4bd4-9c21-ffdffaf24f1d req-808c5424-0716-4d05-ad61-d2cdadde48e0 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:21.369732 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-18732fa0-71d4-4bd4-9c21-ffdffaf24f1d req-808c5424-0716-4d05-ad61-d2cdadde48e0 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 944 time: 0.0627148 Jan 31 19:20:21.418991 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-18732fa0-71d4-4bd4-9c21-ffdffaf24f1d req-6da7508c-e9c8-4903-a3ab-bbcf51538485 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468502 Jan 31 19:20:21.604431 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53178) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:21.743813 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-becf139c-0977-43c6-93fd-b603dbd21191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:21.845515 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-becf139c-0977-43c6-93fd-b603dbd21191 admin admin] Publish callbacks [] for security_group (a66ab726-9725-4c1e-a5fc-ce912c6acb71), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:21.929600 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-becf139c-0977-43c6-93fd-b603dbd21191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (a66ab726-9725-4c1e-a5fc-ce912c6acb71), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:21.948048 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f8f81-e217-4a53-8049-ba18d9ce9e18 req-53c559eb-9291-469e-bd45-798574dad9eb tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:21.949879 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fb7f8f81-e217-4a53-8049-ba18d9ce9e18 req-53c559eb-9291-469e-bd45-798574dad9eb tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0631669 Jan 31 19:20:21.975353 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-becf139c-0977-43c6-93fd-b603dbd21191 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=254b5b8ff31e4092818bd15077b4e002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684375 Jan 31 19:20:21.976502 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf139c-0977-43c6-93fd-b603dbd21191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66ab726-9725-4c1e-a5fc-ce912c6acb71,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:21.977511 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 53192) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:22.038090 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fb7f8f81-e217-4a53-8049-ba18d9ce9e18 req-e1f6ae6c-f49c-4622-9d8f-2dad268706e2 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818889 Jan 31 19:20:22.066936 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8afe9a94-382b-4cb2-b038-c62afcd0a2a8 admin admin] Publish callbacks [] for security_group (a66ab726-9725-4c1e-a5fc-ce912c6acb71), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:22.095879 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8afe9a94-382b-4cb2-b038-c62afcd0a2a8 admin admin] Publish callbacks [] for security_group (a66ab726-9725-4c1e-a5fc-ce912c6acb71), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:22.183178 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03093d44-21be-4ed9-867c-11960af70a1d req-a8007f0c-7eec-4ff5-ba5d-1df3c859c5ae tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:22.184943 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-03093d44-21be-4ed9-867c-11960af70a1d req-a8007f0c-7eec-4ff5-ba5d-1df3c859c5ae tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0643840 Jan 31 19:20:22.247202 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-03093d44-21be-4ed9-867c-11960af70a1d req-9693c788-491e-495e-8359-a08146367fbf tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554030 Jan 31 19:20:22.290600 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8afe9a94-382b-4cb2-b038-c62afcd0a2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (a66ab726-9725-4c1e-a5fc-ce912c6acb71), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:22.294476 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8afe9a94-382b-4cb2-b038-c62afcd0a2a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:22.295716 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-8afe9a94-382b-4cb2-b038-c62afcd0a2a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a66ab726-9725-4c1e-a5fc-ce912c6acb71 HTTP/1.1" status: 204 len: 168 time: 0.3170927 Jan 31 19:20:22.305317 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe9a94-382b-4cb2-b038-c62afcd0a2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66ab726-9725-4c1e-a5fc-ce912c6acb71,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:22.548884 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1236c4-f1c9-44a2-82ca-0d36c59e3d40 req-98839f75-3806-4c8c-9fe1-f741fc653ed1 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:22.550460 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0f1236c4-f1c9-44a2-82ca-0d36c59e3d40 req-98839f75-3806-4c8c-9fe1-f741fc653ed1 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 944 time: 0.0560815 Jan 31 19:20:22.601842 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0f1236c4-f1c9-44a2-82ca-0d36c59e3d40 req-13205876-3a94-4e84-aa3c-970432fdf7d0 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452342 Jan 31 19:20:23.181077 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 53226) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:23.200907 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eab2ad5c-1892-40cb-bf7a-16a4b42f9025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:23.291694 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eab2ad5c-1892-40cb-bf7a-16a4b42f9025 admin admin] Publish callbacks [] for security_group (321d5820-2c85-4bd1-9fcb-c18d298904bf), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:23.425450 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-eab2ad5c-1892-40cb-bf7a-16a4b42f9025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (321d5820-2c85-4bd1-9fcb-c18d298904bf), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:23.508154 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-eab2ad5c-1892-40cb-bf7a-16a4b42f9025 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=06691481d0c7448791bc54e8aaf754b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255472 Jan 31 19:20:23.508365 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53230) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:23.510880 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-461e24d8-caf7-46d1-b582-acf292bf453f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=339daf9c-835f-4f0b-89c8-60c2082253b1 HTTP/1.1" status: 200 len: 217 time: 0.0566115 Jan 31 19:20:23.510880 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2ad5c-1892-40cb-bf7a-16a4b42f9025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321d5820-2c85-4bd1-9fcb-c18d298904bf,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:23.575099 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-665f5577-4ae8-4175-b7ff-57fcc687c67e admin admin] Publish callbacks [] for security_group (321d5820-2c85-4bd1-9fcb-c18d298904bf), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:23.601928 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-665f5577-4ae8-4175-b7ff-57fcc687c67e admin admin] Publish callbacks [] for security_group (321d5820-2c85-4bd1-9fcb-c18d298904bf), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:23.729465 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836810a9-9bff-48a1-af12-e8842b9af77b req-d709f769-3067-4cee-bdde-94fa6bd8831c tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:23.731058 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-836810a9-9bff-48a1-af12-e8842b9af77b req-d709f769-3067-4cee-bdde-94fa6bd8831c tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 944 time: 0.0572639 Jan 31 19:20:23.767030 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-665f5577-4ae8-4175-b7ff-57fcc687c67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (321d5820-2c85-4bd1-9fcb-c18d298904bf), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:23.769723 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-665f5577-4ae8-4175-b7ff-57fcc687c67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:23.782419 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-665f5577-4ae8-4175-b7ff-57fcc687c67e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/321d5820-2c85-4bd1-9fcb-c18d298904bf HTTP/1.1" status: 204 len: 168 time: 0.2615848 Jan 31 19:20:23.790212 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f5577-4ae8-4175-b7ff-57fcc687c67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321d5820-2c85-4bd1-9fcb-c18d298904bf,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:23.795161 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-836810a9-9bff-48a1-af12-e8842b9af77b req-6f51ee3a-6813-4939-94e0-804d77f2d682 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574455 Jan 31 19:20:24.882297 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53266) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:24.936798 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-10708ac0-d37d-46be-b8c5-0a9a23940143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:24.938323 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-10708ac0-d37d-46be-b8c5-0a9a23940143 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d002fe48-ea24-483c-8052-7481645b3ebb HTTP/1.1" status: 200 len: 847 time: 0.0840042 Jan 31 19:20:24.979540 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b01250-be3e-4fd8-8957-ad9caf5124ed req-b8f1496f-b664-4855-9e46-9778fdb166d0 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:24.982705 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f7b01250-be3e-4fd8-8957-ad9caf5124ed req-b8f1496f-b664-4855-9e46-9778fdb166d0 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 944 time: 0.0932426 Jan 31 19:20:24.999040 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1611163819-network', 'tenant_id': '60d667534a8b46cc99f4be85aeec7c7e'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:20:25.019603 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-621f5555-504b-4d06-848b-09054a23dd09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690253 Jan 31 19:20:25.109437 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Made reservation on behalf of 60d667534a8b46cc99f4be85aeec7c7e for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:20:25.114148 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:25.127490 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:25.167641 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f7b01250-be3e-4fd8-8957-ad9caf5124ed req-65b51bb1-ed5c-4f94-be83-b10540036c9b tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525087 Jan 31 19:20:25.207941 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-0bae22ae-f519-40ec-bbc0-be71b401a7d2 service neutron] 10.222.0.77 "GET /v2.0/networks/d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662350 Jan 31 19:20:25.256996 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Publish callbacks [] for security_group (5549bf7f-f99f-4987-b49c-5a1610ef6404), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:25.319797 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c7e0c252-672f-4387-b17b-ab9150d2917f req-4b9befb5-aead-4054-8d79-91bc5760e3af service neutron] 10.222.0.77 "GET /v2.0/networks/d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034179 Jan 31 19:20:25.404510 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (5549bf7f-f99f-4987-b49c-5a1610ef6404), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:25.433149 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:20:25.438682 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5549bf7f-f99f-4987-b49c-5a1610ef6404,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:25.446874 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (b2437781-79f3-416f-8cbe-eb4a044f3fd8), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:25.446874 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.segments_db [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Added segment b2437781-79f3-416f-8cbe-eb4a044f3fd8 of type vlan for network b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0 Jan 31 19:20:25.489563 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:25.661349 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:25.662388 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:25.663136 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:25.732025 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] Pushing event updated for resources: {'Network': ['ID=b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:25.742376 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0 details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:20:25.801023 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-9c0bcbe3-78c9-4228-beeb-1e295fb34123 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9175897 Jan 31 19:20:25.803783 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53282) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:25.808642 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-cbc42259-4bc7-4a35-9b27-0d8e9b1860f1 admin admin] Request body: {'subnet': {'network_id': 'b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1611163819-subnet', 'tenant_id': '60d667534a8b46cc99f4be85aeec7c7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:20:25.918429 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc42259-4bc7-4a35-9b27-0d8e9b1860f1 admin admin] Made reservation on behalf of 60d667534a8b46cc99f4be85aeec7c7e for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:20:25.920944 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cbc42259-4bc7-4a35-9b27-0d8e9b1860f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9062747'] for subnet (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:26.198909 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cbc42259-4bc7-4a35-9b27-0d8e9b1860f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3206517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9062765'] for subnet (9f6757fc-bc17-4631-b3b8-ddf4de5a3372), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:26.272589 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc42259-4bc7-4a35-9b27-0d8e9b1860f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6757fc-bc17-4631-b3b8-ddf4de5a3372,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:26.325037 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc42259-4bc7-4a35-9b27-0d8e9b1860f1 admin admin] Checking segment: {'id': 'b2437781-79f3-416f-8cbe-eb4a044f3fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:20:26.325037 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc42259-4bc7-4a35-9b27-0d8e9b1860f1 admin admin] Network hostable DHCP agents. Network: b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:20:26.365934 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb4026-da2d-4413-813f-48ce09b61cf3 req-f3079066-0955-4627-a00f-d1fdf4133164 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:26.368247 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4feb4026-da2d-4413-813f-48ce09b61cf3 req-f3079066-0955-4627-a00f-d1fdf4133164 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 944 time: 0.0932617 Jan 31 19:20:26.455961 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4feb4026-da2d-4413-813f-48ce09b61cf3 req-9687c149-162a-4883-97a8-5e759b941808 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815353 Jan 31 19:20:26.524298 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc42259-4bc7-4a35-9b27-0d8e9b1860f1 admin admin] Network b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0 is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:20:26.655936 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-cbc42259-4bc7-4a35-9b27-0d8e9b1860f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:20:26.661092 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc42259-4bc7-4a35-9b27-0d8e9b1860f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:26.661703 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cbc42259-4bc7-4a35-9b27-0d8e9b1860f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:26.667863 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae3f4d0-0509-44af-9bcf-e765ffd6f955 None None] Network b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:20:26.756769 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-cbc42259-4bc7-4a35-9b27-0d8e9b1860f1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9472373 Jan 31 19:20:26.781644 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63baf039-78e4-4511-a381-8951ed320c83 None None] Network b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:20:27.034493 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66942cc0-f08d-4caf-8553-b26020cb1776 req-66912cf1-7c9c-4e8f-902b-98c0c0a182ec tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:27.037069 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-66942cc0-f08d-4caf-8553-b26020cb1776 req-66912cf1-7c9c-4e8f-902b-98c0c0a182ec tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0684235 Jan 31 19:20:27.069178 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f640f-ccbc-4392-92d3-44eb4299677d req-11d8dd87-1139-4aae-b243-c3375a99dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:27.072206 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-df9f640f-ccbc-4392-92d3-44eb4299677d req-11d8dd87-1139-4aae-b243-c3375a99dee6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 1130 time: 0.0660076 Jan 31 19:20:27.122450 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-66942cc0-f08d-4caf-8553-b26020cb1776 req-f62c691c-da98-4a9f-8e32-7acfd103b881 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735180 Jan 31 19:20:27.200124 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f640f-ccbc-4392-92d3-44eb4299677d req-56852a2f-101c-44e3-b933-ca40254f4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:27.201654 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-df9f640f-ccbc-4392-92d3-44eb4299677d req-56852a2f-101c-44e3-b933-ca40254f4fcd service neutron] 10.222.0.77 "GET /v2.0/networks?id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76 HTTP/1.1" status: 200 len: 920 time: 0.1222034 Jan 31 19:20:27.247121 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-df9f640f-ccbc-4392-92d3-44eb4299677d req-2f6509ca-a7e8-4e39-a64b-ffab2e4932d2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ff0cf0f-e820-43fc-a038-76c555e88a97 HTTP/1.1" status: 200 len: 217 time: 0.0356531 Jan 31 19:20:27.306361 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f640f-ccbc-4392-92d3-44eb4299677d req-99559e02-d192-42f4-8d1a-0973d363222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:27.307839 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-df9f640f-ccbc-4392-92d3-44eb4299677d req-99559e02-d192-42f4-8d1a-0973d363222c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c1924c8-4ffc-4f4f-8854-bdf0660d683e HTTP/1.1" status: 200 len: 858 time: 0.0510504 Jan 31 19:20:27.342902 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-df9f640f-ccbc-4392-92d3-44eb4299677d req-a1c2b078-c31a-45b0-9eff-299cdeb9de0a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257721 Jan 31 19:20:27.458427 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-df9f640f-ccbc-4392-92d3-44eb4299677d req-851afceb-8fbe-4fe1-b7e5-64558a96c5e0 service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022460 Jan 31 19:20:27.607277 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 53352) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:27.609832 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1692056496-network', 'tenant_id': 'b13cc78598bf46d7abb46e17fe97ba90'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:20:27.615162 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-df9f640f-ccbc-4392-92d3-44eb4299677d req-24a7ec25-96ec-44c4-a66e-f2f109b03114 service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463323 Jan 31 19:20:27.626361 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660625bb-bf64-4a15-b854-a8ad29ff9d2b req-9a7cb064-c922-4def-9285-1455d3f90f97 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:27.628928 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-660625bb-bf64-4a15-b854-a8ad29ff9d2b req-9a7cb064-c922-4def-9285-1455d3f90f97 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 944 time: 0.0962868 Jan 31 19:20:27.687212 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-660625bb-bf64-4a15-b854-a8ad29ff9d2b req-be751c3a-3dcb-403c-855c-2c637365bcdf tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509303 Jan 31 19:20:27.713252 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Made reservation on behalf of b13cc78598bf46d7abb46e17fe97ba90 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:20:27.716895 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:27.730923 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:27.820117 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Publish callbacks [] for security_group (49b9f3f8-e007-46b5-82ca-a7f3870908dd), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:27.901075 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (49b9f3f8-e007-46b5-82ca-a7f3870908dd), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:27.928684 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1204} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:20:27.938534 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b9f3f8-e007-46b5-82ca-a7f3870908dd,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:27.943752 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (422fd3bf-fe80-4ed2-9cad-148ec520384b), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:27.944092 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.segments_db [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Added segment 422fd3bf-fe80-4ed2-9cad-148ec520384b of type vlan for network 58b61ad9-8ced-4c84-be58-0ce0c350a6b7 Jan 31 19:20:27.989073 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (58b61ad9-8ced-4c84-be58-0ce0c350a6b7), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:28.089673 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (58b61ad9-8ced-4c84-be58-0ce0c350a6b7), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:28.090693 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:28.091294 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:28.151286 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] Pushing event updated for resources: {'Network': ['ID=58b61ad9-8ced-4c84-be58-0ce0c350a6b7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:28.165962 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network 58b61ad9-8ced-4c84-be58-0ce0c350a6b7 details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:20:28.202436 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-77af9ea3-3da7-41d8-b9b9-0985d006ed3c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5972235 Jan 31 19:20:28.213188 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 53366) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:28.219668 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-8de44bce-329a-4430-b953-49c578c5c1ca admin admin] Request body: {'subnet': {'network_id': '58b61ad9-8ced-4c84-be58-0ce0c350a6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1692056496-subnet', 'tenant_id': 'b13cc78598bf46d7abb46e17fe97ba90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:20:28.268448 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb84b8-af9c-4e2c-ab15-8c93720f7324 req-2dc1600d-c7ea-4c5b-b98d-300b539b7fe4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:28.270366 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c8bb84b8-af9c-4e2c-ab15-8c93720f7324 req-2dc1600d-c7ea-4c5b-b98d-300b539b7fe4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0651238 Jan 31 19:20:28.284265 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de44bce-329a-4430-b953-49c578c5c1ca admin admin] Made reservation on behalf of b13cc78598bf46d7abb46e17fe97ba90 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:20:28.286944 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8de44bce-329a-4430-b953-49c578c5c1ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9366769'] for subnet (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:28.330880 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c8bb84b8-af9c-4e2c-ab15-8c93720f7324 req-07bfe59e-80bc-4a84-8e6d-5cf91a9b1eae tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534337 Jan 31 19:20:28.576978 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 339daf9c-835f-4f0b-89c8-60c2082253b1 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:20:28.690100 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8de44bce-329a-4430-b953-49c578c5c1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9366727'] for subnet (541aaec1-24f6-43e8-a5c6-ef70896a1809), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:28.691477 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 339daf9c-835f-4f0b-89c8-60c2082253b1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=339daf9c-835f-4f0b-89c8-60c2082253b1,segment=NetworkSegment(ebf81023-dec0-4f1e-83b0-3458ffd18fbd),segment_id=ebf81023-dec0-4f1e-83b0-3458ffd18fbd)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:20:28.704337 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': '339daf9c-835f-4f0b-89c8-60c2082253b1', 'network_id': 'd8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e', 'port_id': '339daf9c-835f-4f0b-89c8-60c2082253b1', 'mac_address': 'fa:16:3e:22:eb:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd002fe48-ea24-483c-8052-7481645b3ebb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:20:28.757426 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 339daf9c-835f-4f0b-89c8-60c2082253b1 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:20:28.757981 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:28.776580 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339daf9c-835f-4f0b-89c8-60c2082253b1 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:20:28.780625 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de44bce-329a-4430-b953-49c578c5c1ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=541aaec1-24f6-43e8-a5c6-ef70896a1809,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:28.803948 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 339daf9c-835f-4f0b-89c8-60c2082253b1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=339daf9c-835f-4f0b-89c8-60c2082253b1,segment=NetworkSegment(ebf81023-dec0-4f1e-83b0-3458ffd18fbd),segment_id=ebf81023-dec0-4f1e-83b0-3458ffd18fbd)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:20:28.805709 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de44bce-329a-4430-b953-49c578c5c1ca admin admin] Checking segment: {'id': '422fd3bf-fe80-4ed2-9cad-148ec520384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '58b61ad9-8ced-4c84-be58-0ce0c350a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:20:28.806079 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de44bce-329a-4430-b953-49c578c5c1ca admin admin] Network hostable DHCP agents. Network: 58b61ad9-8ced-4c84-be58-0ce0c350a6b7, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:20:28.844659 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8b72f-be01-448a-b4b5-3a2af04c4516 req-df5374b8-d68a-46de-ae6b-45a6aecfa033 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:28.846802 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1bf8b72f-be01-448a-b4b5-3a2af04c4516 req-df5374b8-d68a-46de-ae6b-45a6aecfa033 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 944 time: 0.0807788 Jan 31 19:20:28.878772 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:28.899693 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1bf8b72f-be01-448a-b4b5-3a2af04c4516 req-3072f9f8-9213-411a-959d-5dd0c8fcf61b tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470078 Jan 31 19:20:28.906661 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de44bce-329a-4430-b953-49c578c5c1ca admin admin] Network 58b61ad9-8ced-4c84-be58-0ce0c350a6b7 is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:20:28.942134 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=339daf9c-835f-4f0b-89c8-60c2082253b1,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:28.969391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-8de44bce-329a-4430-b953-49c578c5c1ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, 58b61ad9-8ced-4c84-be58-0ce0c350a6b7) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:20:28.974830 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de44bce-329a-4430-b953-49c578c5c1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:28.976008 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8de44bce-329a-4430-b953-49c578c5c1ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:28.980572 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1221fbea-3297-4bb8-abea-e58cc264fc41 None None] Network 58b61ad9-8ced-4c84-be58-0ce0c350a6b7 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:20:29.064241 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-8de44bce-329a-4430-b953-49c578c5c1ca admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8493185 Jan 31 19:20:29.087672 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b6a9f8-e512-41aa-aef0-e25a0ab1718c None None] Network 58b61ad9-8ced-4c84-be58-0ce0c350a6b7 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:20:29.307969 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['339daf9c-835f-4f0b-89c8-60c2082253b1'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:20:29.474440 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69710b-dc09-4bee-aa39-ce88cf0aa095 req-a6b01138-dfb9-4421-b96a-b9007a89421a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:29.476051 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6b69710b-dc09-4bee-aa39-ce88cf0aa095 req-a6b01138-dfb9-4421-b96a-b9007a89421a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0642710 Jan 31 19:20:29.551396 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6b69710b-dc09-4bee-aa39-ce88cf0aa095 req-2fc473c3-02b9-4e53-b42b-993952473fb3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600512 Jan 31 19:20:30.054397 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a907321-8580-4134-889e-35dee25af5bc req-6b200d0b-24c0-4049-a674-b8dd9399ba2d tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:30.061622 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7a907321-8580-4134-889e-35dee25af5bc req-6b200d0b-24c0-4049-a674-b8dd9399ba2d tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 945 time: 0.0579395 Jan 31 19:20:30.118239 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7a907321-8580-4134-889e-35dee25af5bc req-1c443a18-bf16-4e56-9bf3-94e5058cb45f tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562854 Jan 31 19:20:30.696645 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d2d5b-0ab0-4810-9618-aee04ec5e0a8 req-5907d0a4-db28-4d34-b012-83c0b00d0a9c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:30.698221 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-028d2d5b-0ab0-4810-9618-aee04ec5e0a8 req-5907d0a4-db28-4d34-b012-83c0b00d0a9c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0629244 Jan 31 19:20:30.747834 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-028d2d5b-0ab0-4810-9618-aee04ec5e0a8 req-d2bd5181-39d1-4efc-b8bf-b84d4cb353ab tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432472 Jan 31 19:20:31.273078 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014a5c0-f2ef-4d8b-886c-44ec05438644 req-6dc267db-0421-496b-b181-3dfc3047efc8 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:31.274705 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8014a5c0-f2ef-4d8b-886c-44ec05438644 req-6dc267db-0421-496b-b181-3dfc3047efc8 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 945 time: 0.0707984 Jan 31 19:20:31.337014 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8014a5c0-f2ef-4d8b-886c-44ec05438644 req-b7695b46-f742-423b-bb68-0c366a709a84 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563502 Jan 31 19:20:31.893549 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e189a-f890-4f0f-970a-137ce6af6d60 req-2a73340e-6808-43c4-b9f3-a39490b6c1a5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:31.895206 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-215e189a-f890-4f0f-970a-137ce6af6d60 req-2a73340e-6808-43c4-b9f3-a39490b6c1a5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0611575 Jan 31 19:20:31.959780 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-215e189a-f890-4f0f-970a-137ce6af6d60 req-2e09cb84-817f-469d-94e5-3b573f2c7367 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585542 Jan 31 19:20:32.477849 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2d1a1-6adb-4dec-a7f7-d439b06930b3 req-c00d2a47-30f5-4087-830d-89f261b90cd1 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:32.479614 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-71a2d1a1-6adb-4dec-a7f7-d439b06930b3 req-c00d2a47-30f5-4087-830d-89f261b90cd1 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 945 time: 0.0602558 Jan 31 19:20:32.545924 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-71a2d1a1-6adb-4dec-a7f7-d439b06930b3 req-5f7a09de-2a14-4567-9b79-decef9e94bd4 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603137 Jan 31 19:20:32.600679 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 339daf9c-835f-4f0b-89c8-60c2082253b1 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:20:32.724756 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port 339daf9c-835f-4f0b-89c8-60c2082253b1 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:20:32.729138 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port 339daf9c-835f-4f0b-89c8-60c2082253b1 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:20:32.729577 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:32.825035 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 339daf9c-835f-4f0b-89c8-60c2082253b1 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:20:32.825447 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:32.867953 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 339daf9c-835f-4f0b-89c8-60c2082253b1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=339daf9c-835f-4f0b-89c8-60c2082253b1,segment=NetworkSegment(ebf81023-dec0-4f1e-83b0-3458ffd18fbd),segment_id=ebf81023-dec0-4f1e-83b0-3458ffd18fbd)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:20:32.868892 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc5d99b-9112-4632-a913-232cf800d922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339daf9c-835f-4f0b-89c8-60c2082253b1'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:20:32.871451 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c12b36a-2779-4d58-b404-065c3342ebe8" -d '{"events": [{"server_uuid": "8dc5d99b-9112-4632-a913-232cf800d922", "name": "network-vif-plugged", "status": "completed", "tag": "339daf9c-835f-4f0b-89c8-60c2082253b1"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:20:32.914940 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e9439c-f725-49bd-b7f2-b388bb5e0ce7 x-openstack-request-id: req-32e9439c-f725-49bd-b7f2-b388bb5e0ce7 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:20:32.915256 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc5d99b-9112-4632-a913-232cf800d922", "name": "network-vif-plugged", "status": "completed", "tag": "339daf9c-835f-4f0b-89c8-60c2082253b1", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:20:32.915579 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-32e9439c-f725-49bd-b7f2-b388bb5e0ce7 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:20:32.915902 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc5d99b-9112-4632-a913-232cf800d922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339daf9c-835f-4f0b-89c8-60c2082253b1', 'code': 200} Jan 31 19:20:32.935831 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:33.004087 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=339daf9c-835f-4f0b-89c8-60c2082253b1,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:33.112571 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ce077-50da-48d9-9228-92ebd6a319f9 req-9ee97ff9-c29b-4aa8-bed8-99782ea3cd78 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:33.112571 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f02ce077-50da-48d9-9228-92ebd6a319f9 req-9ee97ff9-c29b-4aa8-bed8-99782ea3cd78 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0592413 Jan 31 19:20:33.173183 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f02ce077-50da-48d9-9228-92ebd6a319f9 req-6500de46-9af1-40d2-985d-9174a91b67e3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525830 Jan 31 19:20:33.363187 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec46c22-200b-431c-8dc8-ae02e52a3a86 req-0d934b50-fddf-43e1-87db-0befc945da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:33.364673 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-aec46c22-200b-431c-8dc8-ae02e52a3a86 req-0d934b50-fddf-43e1-87db-0befc945da47 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 1130 time: 0.0488091 Jan 31 19:20:33.432241 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-aec46c22-200b-431c-8dc8-ae02e52a3a86 req-740eec23-cd6d-4b99-a194-f3b4ea177dc9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530283 Jan 31 19:20:33.698506 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2d52-69cf-435e-8b26-11cc07e724eb req-2cbd4218-e47c-4926-9489-93c4b8c325b4 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:33.700124 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-03be2d52-69cf-435e-8b26-11cc07e724eb req-2cbd4218-e47c-4926-9489-93c4b8c325b4 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 946 time: 0.0754557 Jan 31 19:20:33.762004 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-03be2d52-69cf-435e-8b26-11cc07e724eb req-b51ddb6e-9c00-4246-9522-b5e9c9f396db tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535865 Jan 31 19:20:34.331547 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65e464-2acb-42d5-a6ac-853a4a7cf8b6 req-4f9e71f8-5bf6-420d-a424-d7541937888e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:34.334390 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9c65e464-2acb-42d5-a6ac-853a4a7cf8b6 req-4f9e71f8-5bf6-420d-a424-d7541937888e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0686903 Jan 31 19:20:34.392432 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9c65e464-2acb-42d5-a6ac-853a4a7cf8b6 req-ebbd40b0-65f9-49bf-8430-25ae78d740cd tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518498 Jan 31 19:20:34.890240 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889b535-b1b3-4f73-aefd-dac37ba01696 req-ec7cb15e-6598-4a97-9cfc-4298958ca2db tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:34.891644 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4889b535-b1b3-4f73-aefd-dac37ba01696 req-ec7cb15e-6598-4a97-9cfc-4298958ca2db tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 946 time: 0.0540888 Jan 31 19:20:34.943604 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4889b535-b1b3-4f73-aefd-dac37ba01696 req-07b4f371-4b47-43f9-bc84-8099f3e50a00 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448229 Jan 31 19:20:35.536447 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adc3bd-b9bd-4f52-b111-8c5eb966bf5b req-fd2ee766-f907-497a-9b14-c159b5dd3b55 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:35.538024 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e0adc3bd-b9bd-4f52-b111-8c5eb966bf5b req-fd2ee766-f907-497a-9b14-c159b5dd3b55 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0655670 Jan 31 19:20:35.599345 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e0adc3bd-b9bd-4f52-b111-8c5eb966bf5b req-b5c1e782-6a62-4a08-8b91-3cccc3e138b7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554457 Jan 31 19:20:36.087650 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621c352-b9f6-4250-ba3c-40c6e05b593b req-21e7ec2a-4d58-441d-8d42-7593f4f53ca1 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:36.089200 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1621c352-b9f6-4250-ba3c-40c6e05b593b req-21e7ec2a-4d58-441d-8d42-7593f4f53ca1 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 946 time: 0.0632811 Jan 31 19:20:36.141391 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1621c352-b9f6-4250-ba3c-40c6e05b593b req-8d882f5b-dee9-4912-87a1-3b7e0120169f tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452464 Jan 31 19:20:36.593083 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 53570) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:36.783908 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:36.848574 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bf7fc-64f3-43f8-b115-06774473ae4c req-206d5507-82b3-42c0-ae24-397cc943f54a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:36.851127 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-005bf7fc-64f3-43f8-b115-06774473ae4c req-206d5507-82b3-42c0-ae24-397cc943f54a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1272025 Jan 31 19:20:36.947367 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Publish callbacks [] for security_group (92c6c85f-ad4e-4740-b7ba-436e1bb0f126), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:36.951787 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-005bf7fc-64f3-43f8-b115-06774473ae4c req-6f846484-32ac-476e-9da3-6ffd471215da tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920548 Jan 31 19:20:37.021108 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (92c6c85f-ad4e-4740-b7ba-436e1bb0f126), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:37.063135 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=79178f6062734a49bc6180352e663550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4689188 Jan 31 19:20:37.064459 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c6c85f-ad4e-4740-b7ba-436e1bb0f126,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:37.066648 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53596) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:37.073861 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:37.074220 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:37.074756 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:37.075226 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:37.075672 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:37.076016 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:37.076350 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:37.076685 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:37.077013 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:37.077398 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:37.077737 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:37.078057 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:37.078377 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d5c06-e052-4cbd-8c28-286201e22c08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:37.123901 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9dcef34b-9725-494e-812d-f312da132fa9 admin admin] Publish callbacks [] for security_group (92c6c85f-ad4e-4740-b7ba-436e1bb0f126), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:37.148030 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9dcef34b-9725-494e-812d-f312da132fa9 admin admin] Publish callbacks [] for security_group (92c6c85f-ad4e-4740-b7ba-436e1bb0f126), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:37.273074 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9dcef34b-9725-494e-812d-f312da132fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (92c6c85f-ad4e-4740-b7ba-436e1bb0f126), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:37.275830 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9dcef34b-9725-494e-812d-f312da132fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:37.277332 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-9dcef34b-9725-494e-812d-f312da132fa9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92c6c85f-ad4e-4740-b7ba-436e1bb0f126 HTTP/1.1" status: 204 len: 168 time: 0.2091980 Jan 31 19:20:37.286506 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcef34b-9725-494e-812d-f312da132fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c6c85f-ad4e-4740-b7ba-436e1bb0f126,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:38.116679 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b196e-8d09-4776-9abf-7f1db818a806 req-83a45829-aef6-4954-88f5-c58bed69a913 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:38.118428 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61bac2-4492-47ad-9993-073bf00ff082 req-1a41cb25-8ae8-4b76-ad04-dd37bda4f2e5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:38.119536 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9a4b196e-8d09-4776-9abf-7f1db818a806 req-83a45829-aef6-4954-88f5-c58bed69a913 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 946 time: 0.0741487 Jan 31 19:20:38.121004 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fb61bac2-4492-47ad-9993-073bf00ff082 req-1a41cb25-8ae8-4b76-ad04-dd37bda4f2e5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0716140 Jan 31 19:20:38.185080 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9a4b196e-8d09-4776-9abf-7f1db818a806 req-b0b9c77e-2e92-456f-8958-2f94e2311106 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541184 Jan 31 19:20:38.200582 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fb61bac2-4492-47ad-9993-073bf00ff082 req-0347646e-1e78-4c16-ac77-4029203b2a3e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692446 Jan 31 19:20:38.254640 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53624) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:38.277152 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc66f-c46d-4285-8dc0-6d3c04e27d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:38.363470 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc66f-c46d-4285-8dc0-6d3c04e27d2e admin admin] Publish callbacks [] for security_group (21ffe290-8372-4b4d-a3e9-4369af144239), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:38.575621 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc66f-c46d-4285-8dc0-6d3c04e27d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (21ffe290-8372-4b4d-a3e9-4369af144239), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:38.618128 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcc66f-c46d-4285-8dc0-6d3c04e27d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ffe290-8372-4b4d-a3e9-4369af144239,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:38.622231 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-c2fcc66f-c46d-4285-8dc0-6d3c04e27d2e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=76c7397c1e3e45dd996a7d23b205f67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3665285 Jan 31 19:20:38.625030 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53630) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:38.685308 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1c04-4832-490f-b67b-1aa4ee74f0a6 admin admin] Publish callbacks [] for security_group (21ffe290-8372-4b4d-a3e9-4369af144239), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:38.708586 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1c04-4832-490f-b67b-1aa4ee74f0a6 admin admin] Publish callbacks [] for security_group (21ffe290-8372-4b4d-a3e9-4369af144239), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:38.987592 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1c04-4832-490f-b67b-1aa4ee74f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (21ffe290-8372-4b4d-a3e9-4369af144239), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:38.997679 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1c04-4832-490f-b67b-1aa4ee74f0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:38.997679 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-9a4b1c04-4832-490f-b67b-1aa4ee74f0a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21ffe290-8372-4b4d-a3e9-4369af144239 HTTP/1.1" status: 204 len: 168 time: 0.3655748 Jan 31 19:20:39.006744 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b1c04-4832-490f-b67b-1aa4ee74f0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ffe290-8372-4b4d-a3e9-4369af144239,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:39.318173 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3709155-5827-49c2-9ace-c6414c0ae7cc req-58c6ffbc-adb2-48bf-a08a-ca42bfc52650 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:39.319760 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b3709155-5827-49c2-9ace-c6414c0ae7cc req-58c6ffbc-adb2-48bf-a08a-ca42bfc52650 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 946 time: 0.0576715 Jan 31 19:20:39.336561 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f75d9-2f21-4294-85cd-e56645bfe220 req-529273d7-d3c1-4ac7-9551-621bcd42fcd0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:39.338227 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b77f75d9-2f21-4294-85cd-e56645bfe220 req-529273d7-d3c1-4ac7-9551-621bcd42fcd0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0570412 Jan 31 19:20:39.390745 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b77f75d9-2f21-4294-85cd-e56645bfe220 req-a1defa4b-2077-428d-b724-cf19aa638b59 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468340 Jan 31 19:20:39.396415 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b3709155-5827-49c2-9ace-c6414c0ae7cc req-dc5a2c2b-3ad8-43b5-821f-c99d7e601706 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687687 Jan 31 19:20:39.878578 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 53650) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:39.893580 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22b4e90a-43dc-47f1-88ed-dcc044025d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:39.985993 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22b4e90a-43dc-47f1-88ed-dcc044025d09 admin admin] Publish callbacks [] for security_group (c611f3cf-41bd-44bb-8c07-a14d87292231), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:40.095629 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-22b4e90a-43dc-47f1-88ed-dcc044025d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (c611f3cf-41bd-44bb-8c07-a14d87292231), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:40.137374 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-22b4e90a-43dc-47f1-88ed-dcc044025d09 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c8052245273e4c8da63cfc9a60262b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550981 Jan 31 19:20:40.137374 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4e90a-43dc-47f1-88ed-dcc044025d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c611f3cf-41bd-44bb-8c07-a14d87292231,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:40.138370 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53658) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:40.196794 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99719610-e90a-43bf-9dbd-ea224c263d66 admin admin] Publish callbacks [] for security_group (c611f3cf-41bd-44bb-8c07-a14d87292231), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:40.220173 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99719610-e90a-43bf-9dbd-ea224c263d66 admin admin] Publish callbacks [] for security_group (c611f3cf-41bd-44bb-8c07-a14d87292231), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:40.369817 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99719610-e90a-43bf-9dbd-ea224c263d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (c611f3cf-41bd-44bb-8c07-a14d87292231), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:40.373174 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-99719610-e90a-43bf-9dbd-ea224c263d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:40.374655 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-99719610-e90a-43bf-9dbd-ea224c263d66 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c611f3cf-41bd-44bb-8c07-a14d87292231 HTTP/1.1" status: 204 len: 168 time: 0.2350116 Jan 31 19:20:40.384801 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99719610-e90a-43bf-9dbd-ea224c263d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c611f3cf-41bd-44bb-8c07-a14d87292231,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:40.553917 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db318917-dc46-4e67-974e-eaed41616a58 req-c7e30152-bf8a-4799-b02c-045add25a094 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:40.555627 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-db318917-dc46-4e67-974e-eaed41616a58 req-c7e30152-bf8a-4799-b02c-045add25a094 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0833397 Jan 31 19:20:40.569294 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005344e-8ac7-4c3f-8cac-88f93f00089a req-04f25e89-9911-4825-9572-a521cdb2f4e2 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:40.570983 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9005344e-8ac7-4c3f-8cac-88f93f00089a req-04f25e89-9911-4825-9572-a521cdb2f4e2 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 946 time: 0.0666368 Jan 31 19:20:40.621757 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-db318917-dc46-4e67-974e-eaed41616a58 req-55fffbc3-ecce-48dc-9c1a-83c6feef670f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537250 Jan 31 19:20:40.624464 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9005344e-8ac7-4c3f-8cac-88f93f00089a req-897dbc59-5803-409b-b426-3fb13a730682 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465591 Jan 31 19:20:41.604155 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c98ac80d-8d40-4555-b9be-0b508744ae38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:41.667259 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:41.758175 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92c3f8-dd2e-48e7-818d-9d203eabfe61 req-ee515939-818c-4320-937a-53f58894a52e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:41.758728 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888e89e-bfd0-479a-9b21-e5f2c70a708c req-ec3efc75-e1c2-4695-8368-3e14d9ed715c tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:41.759636 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fe92c3f8-dd2e-48e7-818d-9d203eabfe61 req-ee515939-818c-4320-937a-53f58894a52e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0661981 Jan 31 19:20:41.759882 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3888e89e-bfd0-479a-9b21-e5f2c70a708c req-ec3efc75-e1c2-4695-8368-3e14d9ed715c tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 946 time: 0.0566554 Jan 31 19:20:41.809699 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fe92c3f8-dd2e-48e7-818d-9d203eabfe61 req-1a2a1790-27a2-4ae0-872b-221fd97c23c4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Jan 31 19:20:41.822514 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3888e89e-bfd0-479a-9b21-e5f2c70a708c req-036c2a54-c81a-43f8-96cd-3ef95a549a9c tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561769 Jan 31 19:20:42.933808 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe66aa-f91c-4bfc-aa0a-27ab6bd3843a req-94393855-7857-4db8-931d-402ae28db47b tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:42.935637 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c0fe66aa-f91c-4bfc-aa0a-27ab6bd3843a req-94393855-7857-4db8-931d-402ae28db47b tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 946 time: 0.0547128 Jan 31 19:20:42.945932 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8190c-009e-4802-9778-dd2c7a72c3c1 req-f241009f-0b00-4dfa-a2a8-94f44ce38a2d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:42.947658 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9ad8190c-009e-4802-9778-dd2c7a72c3c1 req-f241009f-0b00-4dfa-a2a8-94f44ce38a2d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0663068 Jan 31 19:20:42.992177 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c0fe66aa-f91c-4bfc-aa0a-27ab6bd3843a req-4600d073-af8f-4d61-9a3b-6bd836a53807 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/security-groups?id=a997580a-5ef8-4ce3-a488-a857b5cf1897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501540 Jan 31 19:20:43.013997 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9ad8190c-009e-4802-9778-dd2c7a72c3c1 req-67df547d-53cf-4858-9e13-3f00a97fab2e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507967 Jan 31 19:20:43.469568 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac5b50-a478-4204-a478-b61507f1627d req-7bb969b6-6a08-47d9-882b-c6f2e378935c tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:43.471646 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-30ac5b50-a478-4204-a478-b61507f1627d req-7bb969b6-6a08-47d9-882b-c6f2e378935c tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 946 time: 0.0525322 Jan 31 19:20:43.579941 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-30ac5b50-a478-4204-a478-b61507f1627d req-0c5c955a-19e6-43a2-b8e7-4c4402eee70d tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Deleting port 339daf9c-835f-4f0b-89c8-60c2082253b1 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:20:43.582119 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-30ac5b50-a478-4204-a478-b61507f1627d req-0c5c955a-19e6-43a2-b8e7-4c4402eee70d tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:43.683780 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-30ac5b50-a478-4204-a478-b61507f1627d req-0c5c955a-19e6-43a2-b8e7-4c4402eee70d tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] For port 339daf9c-835f-4f0b-89c8-60c2082253b1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=339daf9c-835f-4f0b-89c8-60c2082253b1,segment=NetworkSegment(ebf81023-dec0-4f1e-83b0-3458ffd18fbd),segment_id=ebf81023-dec0-4f1e-83b0-3458ffd18fbd)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:20:43.684147 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-30ac5b50-a478-4204-a478-b61507f1627d req-0c5c955a-19e6-43a2-b8e7-4c4402eee70d tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:43.697249 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-30ac5b50-a478-4204-a478-b61507f1627d req-0c5c955a-19e6-43a2-b8e7-4c4402eee70d tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Calling delete_port for 339daf9c-835f-4f0b-89c8-60c2082253b1 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:20:43.826305 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-87b14518-7621-4549-b162-c6ee06fdc4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:43.924249 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-30ac5b50-a478-4204-a478-b61507f1627d req-0c5c955a-19e6-43a2-b8e7-4c4402eee70d tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (339daf9c-835f-4f0b-89c8-60c2082253b1), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:43.945437 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['339daf9c-835f-4f0b-89c8-60c2082253b1'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:20:43.956088 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c955a-19e6-43a2-b8e7-4c4402eee70d tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Pushing event deleted for resources: {'Port': ['ID=339daf9c-835f-4f0b-89c8-60c2082253b1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:44.000806 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ac5b50-a478-4204-a478-b61507f1627d req-0c5c955a-19e6-43a2-b8e7-4c4402eee70d tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] No DVR routers for this DVR port 339daf9c-835f-4f0b-89c8-60c2082253b1 on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:20:44.004635 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-30ac5b50-a478-4204-a478-b61507f1627d req-0c5c955a-19e6-43a2-b8e7-4c4402eee70d tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:44.019929 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-30ac5b50-a478-4204-a478-b61507f1627d req-0c5c955a-19e6-43a2-b8e7-4c4402eee70d tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.77 "DELETE /v2.0/ports/339daf9c-835f-4f0b-89c8-60c2082253b1 HTTP/1.1" status: 204 len: 173 time: 0.5285099 Jan 31 19:20:44.019929 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc5d99b-9112-4632-a913-232cf800d922', 'name': 'network-vif-deleted', 'tag': '339daf9c-835f-4f0b-89c8-60c2082253b1'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:20:44.019929 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffaad85-ef06-47b4-a883-a1979f122011" -d '{"events": [{"server_uuid": "8dc5d99b-9112-4632-a913-232cf800d922", "name": "network-vif-deleted", "tag": "339daf9c-835f-4f0b-89c8-60c2082253b1"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:20:44.048193 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bd7687-7525-4903-8d91-5ad1b4c79c7a x-openstack-request-id: req-36bd7687-7525-4903-8d91-5ad1b4c79c7a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:20:44.048560 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc5d99b-9112-4632-a913-232cf800d922", "name": "network-vif-deleted", "tag": "339daf9c-835f-4f0b-89c8-60c2082253b1", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:20:44.048744 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-36bd7687-7525-4903-8d91-5ad1b4c79c7a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:20:44.049699 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc5d99b-9112-4632-a913-232cf800d922', 'name': 'network-vif-deleted', 'tag': '339daf9c-835f-4f0b-89c8-60c2082253b1', 'status': 'completed', 'code': 200} Jan 31 19:20:44.100161 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fb910e86-f805-4fe5-aba4-d64b90d1abb9 req-75ebdbc7-4459-4d0a-9427-77eb5aee9455 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 210 time: 0.0286534 Jan 31 19:20:44.151568 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f2970-4166-442a-af6c-8b7667ae8a73 req-a542b38c-9c3b-426c-ab4b-e16dd575225f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:44.154048 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4b2f2970-4166-442a-af6c-8b7667ae8a73 req-a542b38c-9c3b-426c-ab4b-e16dd575225f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0582132 Jan 31 19:20:44.208706 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4b2f2970-4166-442a-af6c-8b7667ae8a73 req-2a05b8fb-bc66-4fe4-baf4-e075bdb9f168 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470004 Jan 31 19:20:44.811097 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:45.219369 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-afe097be-074c-41f0-a9e4-f2c191916c9f req-a416a34c-f073-4370-88a4-2614c16662c5 tempest-VolumesActionsTest-1883584885 tempest-VolumesActionsTest-1883584885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8dc5d99b-9112-4632-a913-232cf800d922 HTTP/1.1" status: 200 len: 210 time: 0.0295908 Jan 31 19:20:45.246528 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53786) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:45.341433 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1970900-1ae6-4a95-a0a8-a5fea83516f7 req-f0652340-390b-445a-baaa-43c7dfb00a2d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:45.343100 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d1970900-1ae6-4a95-a0a8-a5fea83516f7 req-f0652340-390b-445a-baaa-43c7dfb00a2d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0569003 Jan 31 19:20:45.415190 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d1970900-1ae6-4a95-a0a8-a5fea83516f7 req-ee8a8eb7-9428-43c2-9341-3046b0f58f5b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642135 Jan 31 19:20:45.416081 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea128c0b-a486-4248-9272-9dcc6f80b071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:45.497812 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea128c0b-a486-4248-9272-9dcc6f80b071 admin admin] Publish callbacks [] for security_group (8f9bbc01-fdb6-4eaf-915c-0bd686d11036), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:45.609782 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ea128c0b-a486-4248-9272-9dcc6f80b071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (8f9bbc01-fdb6-4eaf-915c-0bd686d11036), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:45.655386 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ea128c0b-a486-4248-9272-9dcc6f80b071 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=514223900c354aa4b74eba6ffb2efbb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4075613 Jan 31 19:20:45.656471 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea128c0b-a486-4248-9272-9dcc6f80b071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9bbc01-fdb6-4eaf-915c-0bd686d11036,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:45.659593 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53796) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:45.724935 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7615419e-30ff-402f-be07-eedc8301470d admin admin] Publish callbacks [] for security_group (8f9bbc01-fdb6-4eaf-915c-0bd686d11036), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:45.756449 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7615419e-30ff-402f-be07-eedc8301470d admin admin] Publish callbacks [] for security_group (8f9bbc01-fdb6-4eaf-915c-0bd686d11036), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:45.889835 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7615419e-30ff-402f-be07-eedc8301470d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (8f9bbc01-fdb6-4eaf-915c-0bd686d11036), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:45.892527 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7615419e-30ff-402f-be07-eedc8301470d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:45.901027 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-7615419e-30ff-402f-be07-eedc8301470d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f9bbc01-fdb6-4eaf-915c-0bd686d11036 HTTP/1.1" status: 204 len: 168 time: 0.2340627 Jan 31 19:20:45.903103 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615419e-30ff-402f-be07-eedc8301470d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9bbc01-fdb6-4eaf-915c-0bd686d11036,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:46.265772 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:20:46.432801 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:46.482896 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 53844) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:46.590978 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077338a-e91b-480b-bf04-bf512ac9c6a7 req-b5ffecd5-389a-4154-8533-d754883c10bf tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:46.593293 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2077338a-e91b-480b-bf04-bf512ac9c6a7 req-b5ffecd5-389a-4154-8533-d754883c10bf tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0741949 Jan 31 19:20:46.624907 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c0a6510-7c78-4b9e-acd5-5d4d0424330f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:46.644332 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2077338a-e91b-480b-bf04-bf512ac9c6a7 req-2d0a02d2-9d69-4fef-9634-ada64ebef1eb tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 Jan 31 19:20:46.682611 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 339daf9c-835f-4f0b-89c8-60c2082253b1 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:20:46.708129 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c0a6510-7c78-4b9e-acd5-5d4d0424330f admin admin] Publish callbacks [] for security_group (286b2171-e9d4-4aa3-b3ad-3a438dd96a4d), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:46.715435 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: 339daf9c-835f-4f0b-89c8-60c2082253b1 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:20:46.715957 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 339daf9c-835f-4f0b-89c8-60c2082253b1 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:20:46.822239 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7c0a6510-7c78-4b9e-acd5-5d4d0424330f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (286b2171-e9d4-4aa3-b3ad-3a438dd96a4d), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:46.867119 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-7c0a6510-7c78-4b9e-acd5-5d4d0424330f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b3095054fd004c708b8a95dd31337eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830330 Jan 31 19:20:46.868477 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a6510-7c78-4b9e-acd5-5d4d0424330f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286b2171-e9d4-4aa3-b3ad-3a438dd96a4d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:46.869715 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53860) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:46.924115 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d0c7f798-9f4f-4b0d-85b8-59998f050046 admin admin] Publish callbacks [] for security_group (286b2171-e9d4-4aa3-b3ad-3a438dd96a4d), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:46.951756 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d0c7f798-9f4f-4b0d-85b8-59998f050046 admin admin] Publish callbacks [] for security_group (286b2171-e9d4-4aa3-b3ad-3a438dd96a4d), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:47.215478 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d0c7f798-9f4f-4b0d-85b8-59998f050046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (286b2171-e9d4-4aa3-b3ad-3a438dd96a4d), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:47.218364 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d0c7f798-9f4f-4b0d-85b8-59998f050046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:47.219789 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-d0c7f798-9f4f-4b0d-85b8-59998f050046 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/286b2171-e9d4-4aa3-b3ad-3a438dd96a4d HTTP/1.1" status: 204 len: 168 time: 0.3490188 Jan 31 19:20:47.231968 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7f798-9f4f-4b0d-85b8-59998f050046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286b2171-e9d4-4aa3-b3ad-3a438dd96a4d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:47.702605 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:47.841618 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abbc7b-f862-4e21-984c-a86235c9523b req-d4463cbc-10f3-4cc9-b2c2-3d1d0ff05aaa tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:47.844633 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-62abbc7b-f862-4e21-984c-a86235c9523b req-d4463cbc-10f3-4cc9-b2c2-3d1d0ff05aaa tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0854979 Jan 31 19:20:47.923237 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-62abbc7b-f862-4e21-984c-a86235c9523b req-7fb9d021-7190-4c34-a132-b00ed394a2a7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681391 Jan 31 19:20:47.932153 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-706e3107-d012-4f09-991f-6e46e6d3df22 req-e1b7972b-2981-42b8-9b56-a74b6f766954 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862617 Jan 31 19:20:48.023599 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e3107-d012-4f09-991f-6e46e6d3df22 req-7ce95461-caec-4da6-9973-f0c47a318196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:48.025233 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-706e3107-d012-4f09-991f-6e46e6d3df22 req-7ce95461-caec-4da6-9973-f0c47a318196 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 1129 time: 0.0593898 Jan 31 19:20:48.113370 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53922) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:48.126692 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ee7a19a-74f5-4eec-bd99-a81d78e010e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:48.188146 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e3107-d012-4f09-991f-6e46e6d3df22 req-bfa61770-3037-41cf-aace-ad76cf215b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:48.202178 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-706e3107-d012-4f09-991f-6e46e6d3df22 req-bfa61770-3037-41cf-aace-ad76cf215b91 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76 HTTP/1.1" status: 200 len: 920 time: 0.1352644 Jan 31 19:20:48.228045 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ee7a19a-74f5-4eec-bd99-a81d78e010e0 admin admin] Publish callbacks [] for security_group (4338dbb8-6b72-45f8-928f-34133eadc853), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:48.254926 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-706e3107-d012-4f09-991f-6e46e6d3df22 req-6abef94d-dea8-47c1-8cce-8c03fdc5f6d2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72f59d47-6919-4440-83f1-ff10cb956af9 HTTP/1.1" status: 200 len: 217 time: 0.0478294 Jan 31 19:20:48.307590 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5ee7a19a-74f5-4eec-bd99-a81d78e010e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (4338dbb8-6b72-45f8-928f-34133eadc853), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:48.320755 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e3107-d012-4f09-991f-6e46e6d3df22 req-71e11a98-26c1-4609-b813-3870338ceb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:48.323339 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-706e3107-d012-4f09-991f-6e46e6d3df22 req-71e11a98-26c1-4609-b813-3870338ceb8b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c1924c8-4ffc-4f4f-8854-bdf0660d683e HTTP/1.1" status: 200 len: 858 time: 0.0544939 Jan 31 19:20:48.356546 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-5ee7a19a-74f5-4eec-bd99-a81d78e010e0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad38e13821424d4aadc23e5e211a3a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419274 Jan 31 19:20:48.357768 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7a19a-74f5-4eec-bd99-a81d78e010e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4338dbb8-6b72-45f8-928f-34133eadc853,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:48.360085 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 53934) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:48.366814 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-706e3107-d012-4f09-991f-6e46e6d3df22 req-1ca02cf7-95aa-4550-af63-798598b809ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277624 Jan 31 19:20:48.412409 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b199810-3241-4920-b9a2-c8d4a0facf60 admin admin] Publish callbacks [] for security_group (4338dbb8-6b72-45f8-928f-34133eadc853), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:48.436372 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b199810-3241-4920-b9a2-c8d4a0facf60 admin admin] Publish callbacks [] for security_group (4338dbb8-6b72-45f8-928f-34133eadc853), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:48.476901 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-706e3107-d012-4f09-991f-6e46e6d3df22 req-3ee4a91b-d35b-4fec-9cea-5c5a16d42483 service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988045 Jan 31 19:20:48.552855 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b199810-3241-4920-b9a2-c8d4a0facf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (4338dbb8-6b72-45f8-928f-34133eadc853), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:48.557737 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b199810-3241-4920-b9a2-c8d4a0facf60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:48.564467 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-3b199810-3241-4920-b9a2-c8d4a0facf60 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4338dbb8-6b72-45f8-928f-34133eadc853 HTTP/1.1" status: 204 len: 168 time: 0.1982069 Jan 31 19:20:48.570879 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b199810-3241-4920-b9a2-c8d4a0facf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4338dbb8-6b72-45f8-928f-34133eadc853,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:48.593013 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-706e3107-d012-4f09-991f-6e46e6d3df22 req-2ba57fc4-4d12-4a5d-8c1f-ebb7c7850cff service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058292 Jan 31 19:20:49.098606 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab92bf-d8e2-4ce6-bf8f-a8227e1fac63 req-d369f29c-6ca4-4f9b-b91c-f54110d98156 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:49.100330 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c5ab92bf-d8e2-4ce6-bf8f-a8227e1fac63 req-d369f29c-6ca4-4f9b-b91c-f54110d98156 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0887928 Jan 31 19:20:49.168634 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c5ab92bf-d8e2-4ce6-bf8f-a8227e1fac63 req-402e7a62-3572-4a3e-84c3-084195f1f6c7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624251 Jan 31 19:20:49.656219 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54002) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:49.864434 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b174fd2f-dd61-410b-ad56-a3e6e839a729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:49.949345 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b174fd2f-dd61-410b-ad56-a3e6e839a729 admin admin] Publish callbacks [] for security_group (2d9d49e9-2ffe-4c60-9232-7b9111d85711), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:50.027432 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b174fd2f-dd61-410b-ad56-a3e6e839a729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (2d9d49e9-2ffe-4c60-9232-7b9111d85711), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:50.069852 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174fd2f-dd61-410b-ad56-a3e6e839a729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9d49e9-2ffe-4c60-9232-7b9111d85711,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:50.076463 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b174fd2f-dd61-410b-ad56-a3e6e839a729 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b0c16870a08b4200a0cda74ae7c48985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4168570 Jan 31 19:20:50.076701 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54042) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:50.133827 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-724c913f-3306-4b74-9c96-3ae6e6b52fbc admin admin] Publish callbacks [] for security_group (2d9d49e9-2ffe-4c60-9232-7b9111d85711), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:50.157076 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-724c913f-3306-4b74-9c96-3ae6e6b52fbc admin admin] Publish callbacks [] for security_group (2d9d49e9-2ffe-4c60-9232-7b9111d85711), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:50.301760 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-724c913f-3306-4b74-9c96-3ae6e6b52fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (2d9d49e9-2ffe-4c60-9232-7b9111d85711), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:50.305435 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-724c913f-3306-4b74-9c96-3ae6e6b52fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:50.306582 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-724c913f-3306-4b74-9c96-3ae6e6b52fbc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d9d49e9-2ffe-4c60-9232-7b9111d85711 HTTP/1.1" status: 204 len: 168 time: 0.2289302 Jan 31 19:20:50.315366 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c913f-3306-4b74-9c96-3ae6e6b52fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9d49e9-2ffe-4c60-9232-7b9111d85711,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:50.315872 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c5e0-03b8-4c71-9119-c39bb72831f1 req-a3dd95d9-1b83-4b09-b424-ee76ded10438 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:50.317557 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a977c5e0-03b8-4c71-9119-c39bb72831f1 req-a3dd95d9-1b83-4b09-b424-ee76ded10438 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0627553 Jan 31 19:20:50.376810 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a977c5e0-03b8-4c71-9119-c39bb72831f1 req-6c975e63-c0ff-478d-9c6f-ba0870ee525a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512052 Jan 31 19:20:51.004019 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 54072) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:51.020079 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a518eea1-97c3-4366-80f6-a68207da605e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:51.126092 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a518eea1-97c3-4366-80f6-a68207da605e admin admin] Publish callbacks [] for security_group (383331ce-3f3f-4cf8-b7a8-461dadf4dd4d), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:51.204283 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a518eea1-97c3-4366-80f6-a68207da605e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (383331ce-3f3f-4cf8-b7a8-461dadf4dd4d), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:51.245083 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-a518eea1-97c3-4366-80f6-a68207da605e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=07e79bad08db4c1f98944d6babb5dd8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398901 Jan 31 19:20:51.245970 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518eea1-97c3-4366-80f6-a68207da605e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383331ce-3f3f-4cf8-b7a8-461dadf4dd4d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:51.248126 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54076) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:20:51.313506 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6c6470f-b4fd-403d-93e9-d4a2e157c941 admin admin] Publish callbacks [] for security_group (383331ce-3f3f-4cf8-b7a8-461dadf4dd4d), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:51.340457 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6c6470f-b4fd-403d-93e9-d4a2e157c941 admin admin] Publish callbacks [] for security_group (383331ce-3f3f-4cf8-b7a8-461dadf4dd4d), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:51.508535 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa36683-898a-44c5-8d69-47fc884ca14b req-92f51711-d76c-4199-bcdf-c750b47a2750 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:51.510034 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2fa36683-898a-44c5-8d69-47fc884ca14b req-92f51711-d76c-4199-bcdf-c750b47a2750 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0593252 Jan 31 19:20:51.530916 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6c6470f-b4fd-403d-93e9-d4a2e157c941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (383331ce-3f3f-4cf8-b7a8-461dadf4dd4d), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:51.534035 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a6c6470f-b4fd-403d-93e9-d4a2e157c941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:51.535530 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-a6c6470f-b4fd-403d-93e9-d4a2e157c941 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/383331ce-3f3f-4cf8-b7a8-461dadf4dd4d HTTP/1.1" status: 204 len: 168 time: 0.2854486 Jan 31 19:20:51.552241 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6470f-b4fd-403d-93e9-d4a2e157c941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383331ce-3f3f-4cf8-b7a8-461dadf4dd4d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:51.595431 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2fa36683-898a-44c5-8d69-47fc884ca14b req-d1210790-dbe2-4e27-bb87-5969d3ccd65b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794194 Jan 31 19:20:52.761853 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8334f6-697f-49b4-b202-9cd19c8e6bec req-0763274a-0178-497b-9565-32806b6adbdd tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:52.773974 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-de8334f6-697f-49b4-b202-9cd19c8e6bec req-0763274a-0178-497b-9565-32806b6adbdd tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0812697 Jan 31 19:20:52.847408 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-de8334f6-697f-49b4-b202-9cd19c8e6bec req-4969a5b2-bb81-4642-a783-c812c488b65a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591123 Jan 31 19:20:52.886384 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c672-7470-4e2d-927c-2c292ece428e req-e1897053-3bed-476e-acd6-a9343fd74908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:52.890063 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3bb2c672-7470-4e2d-927c-2c292ece428e req-e1897053-3bed-476e-acd6-a9343fd74908 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 1130 time: 0.0927553 Jan 31 19:20:52.958977 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3bb2c672-7470-4e2d-927c-2c292ece428e req-ae2002de-490c-4e04-8da9-318dc1c5bf66 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543668 Jan 31 19:20:53.237519 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ab18c-c910-4af4-98bc-1abb280771ce req-ceaf5205-882b-42d4-a14f-1c5475d101aa tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:53.239416 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-552ab18c-c910-4af4-98bc-1abb280771ce req-ceaf5205-882b-42d4-a14f-1c5475d101aa tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0715415 Jan 31 19:20:53.298407 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-552ab18c-c910-4af4-98bc-1abb280771ce req-9e450e8c-6518-4c82-ab8a-540bedc39061 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466053 Jan 31 19:20:53.979269 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9b42a-c6e9-43d2-b3af-b5114f3fb86c req-f7fcc2c7-38b8-415a-944b-4bba9175d1b8 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:53.982121 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-36f9b42a-c6e9-43d2-b3af-b5114f3fb86c req-f7fcc2c7-38b8-415a-944b-4bba9175d1b8 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0747125 Jan 31 19:20:54.053898 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-36f9b42a-c6e9-43d2-b3af-b5114f3fb86c req-3acc54cb-4642-459b-9651-127686a4f464 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670741 Jan 31 19:20:54.449029 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56943eb8-8b15-4bca-b3a0-642d91bffc3f req-d2c2340f-0102-484b-9b20-98c720e53fc5 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:54.453282 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-56943eb8-8b15-4bca-b3a0-642d91bffc3f req-d2c2340f-0102-484b-9b20-98c720e53fc5 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0673277 Jan 31 19:20:54.521763 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-56943eb8-8b15-4bca-b3a0-642d91bffc3f req-63ea9271-f8f7-4d98-9005-e0a81eae6a72 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605996 Jan 31 19:20:55.191730 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008766d-6b51-44b1-9cf2-cca8077c864b req-0b0b6587-1d7b-48f8-80a3-cbd2a15559b6 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:55.193288 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9008766d-6b51-44b1-9cf2-cca8077c864b req-0b0b6587-1d7b-48f8-80a3-cbd2a15559b6 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0636399 Jan 31 19:20:55.242544 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9008766d-6b51-44b1-9cf2-cca8077c864b req-ea72df15-32b9-450f-b4ef-3a3eaaa51503 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434601 Jan 31 19:20:55.661454 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b1f16-3224-4252-8af5-d4cfb18ddd42 req-47670c6a-5066-4828-9af1-e1ee91443d52 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:55.663228 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-585b1f16-3224-4252-8af5-d4cfb18ddd42 req-47670c6a-5066-4828-9af1-e1ee91443d52 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0610316 Jan 31 19:20:55.717429 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-585b1f16-3224-4252-8af5-d4cfb18ddd42 req-d618b510-cfb6-450f-ba58-8ada7c7915e3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481689 Jan 31 19:20:56.372912 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b57cd-d6e1-4e51-a415-0a0f91f19b23 req-6c0a7c9f-332e-41a1-bd82-9ad85dba3a25 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:56.374429 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-701b57cd-d6e1-4e51-a415-0a0f91f19b23 req-6c0a7c9f-332e-41a1-bd82-9ad85dba3a25 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0577004 Jan 31 19:20:56.432272 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-701b57cd-d6e1-4e51-a415-0a0f91f19b23 req-cfdb49c8-050c-4806-94a0-62a0fab49750 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503845 Jan 31 19:20:56.912589 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f0633-4af6-441a-b519-d8eda3bc0985 req-1e631b9b-ddad-4d1c-9012-e716686efe8f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:56.914244 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-774f0633-4af6-441a-b519-d8eda3bc0985 req-1e631b9b-ddad-4d1c-9012-e716686efe8f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.1017380 Jan 31 19:20:56.967204 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-774f0633-4af6-441a-b519-d8eda3bc0985 req-d5da05b4-c144-465d-829f-2676db2ceeba tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464101 Jan 31 19:20:57.583711 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa55bd-8224-417f-889f-c99a9e50ab00 req-066c1866-afdb-435c-a689-ecf0d30a4548 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:57.586098 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-34aa55bd-8224-417f-889f-c99a9e50ab00 req-066c1866-afdb-435c-a689-ecf0d30a4548 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0704010 Jan 31 19:20:57.641496 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-34aa55bd-8224-417f-889f-c99a9e50ab00 req-685e6150-4f22-4eb2-8bc7-15df7d536e7a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456591 Jan 31 19:20:58.108259 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2cf70-0a46-4184-8bff-e4399dfcd09f req-a7f5e72e-03c0-48a7-88d5-4ff8daf71be7 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:58.109935 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-37f2cf70-0a46-4184-8bff-e4399dfcd09f req-a7f5e72e-03c0-48a7-88d5-4ff8daf71be7 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0600481 Jan 31 19:20:58.164467 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-37f2cf70-0a46-4184-8bff-e4399dfcd09f req-14f61b5e-176a-4ac9-ad9e-e365c719f610 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484848 Jan 31 19:20:58.780483 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03209d-615b-466e-9386-baa1c7f29422 req-f0f5e7de-fd92-46ec-87e7-9b72ba2ef315 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:58.782531 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1a03209d-615b-466e-9386-baa1c7f29422 req-f0f5e7de-fd92-46ec-87e7-9b72ba2ef315 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0627751 Jan 31 19:20:58.836492 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1a03209d-615b-466e-9386-baa1c7f29422 req-46a96382-2f26-4b35-9398-b904b70df981 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Jan 31 19:20:59.374526 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90b554-67b6-48b0-9a79-fc6e49a7fbc7 req-e8085ae1-78bc-41f7-972e-4477abbd6807 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:59.376909 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-de90b554-67b6-48b0-9a79-fc6e49a7fbc7 req-e8085ae1-78bc-41f7-972e-4477abbd6807 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0941379 Jan 31 19:20:59.658618 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-de90b554-67b6-48b0-9a79-fc6e49a7fbc7 req-bfe56c77-f673-4f52-9864-d3b6106e4d6f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735004 Jan 31 19:20:59.981555 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7f90-fc77-4a5f-b44b-47a82f0703c1 req-7b7d98f4-d393-4667-b60a-6ca139e4a677 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:59.993122 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3a1b7f90-fc77-4a5f-b44b-47a82f0703c1 req-7b7d98f4-d393-4667-b60a-6ca139e4a677 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0636244 Jan 31 19:21:00.047593 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3a1b7f90-fc77-4a5f-b44b-47a82f0703c1 req-a0360fad-29ef-4d86-86fd-4ce47ffeff5b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578437 Jan 31 19:21:00.323497 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54362) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:00.386477 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Deleting subnet 9f6757fc-bc17-4631-b3b8-ddf4de5a3372 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:21:00.391038 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Publish callbacks [] for subnet (9f6757fc-bc17-4631-b3b8-ddf4de5a3372), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:00.458631 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8960374'] for subnet (9f6757fc-bc17-4631-b3b8-ddf4de5a3372), precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:00.532842 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (9f6757fc-bc17-4631-b3b8-ddf4de5a3372), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:00.675158 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9b92-c2bb-49a9-b867-644b6cd55c72 req-8ba7b2bc-c00d-43d3-b643-3b22c03fd2cd tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:00.676726 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c47c9b92-c2bb-49a9-b867-644b6cd55c72 req-8ba7b2bc-c00d-43d3-b643-3b22c03fd2cd tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1010880 Jan 31 19:21:00.708972 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0a99b-38e6-41be-ba1b-09870f0f3d56 req-de68f63c-64e9-4a91-806e-b92f59910ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:00.714220 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bcb0a99b-38e6-41be-ba1b-09870f0f3d56 req-de68f63c-64e9-4a91-806e-b92f59910ddc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 1130 time: 0.0819478 Jan 31 19:21:00.753262 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c47c9b92-c2bb-49a9-b867-644b6cd55c72 req-0bc3a37d-551f-4678-8385-6a2e52fff742 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610216 Jan 31 19:21:00.759513 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9062758'] for subnet (9f6757fc-bc17-4631-b3b8-ddf4de5a3372), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:00.794115 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6757fc-bc17-4631-b3b8-ddf4de5a3372,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:00.805098 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:00.805898 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:00.805898 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:00.806130 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:00.808283 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:00.808283 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:00.808283 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:00.808283 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:00.808283 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:00.808283 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:00.809170 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:00.809170 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:00.809170 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:00.812246 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:00.815803 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-024fbccc-2c9c-4654-96ea-e8289a7d230c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9f6757fc-bc17-4631-b3b8-ddf4de5a3372 HTTP/1.1" status: 204 len: 168 time: 0.4912100 Jan 31 19:21:00.818796 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54376) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:00.910355 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d17a1eb0-7176-4a8f-a263-af9a12555b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:00.950186 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc204f-37b6-4095-b56f-d5109bee57ae req-e03cf815-7d31-4e3a-a003-352c8de2a11f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:00.959167 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e1bc204f-37b6-4095-b56f-d5109bee57ae req-e03cf815-7d31-4e3a-a003-352c8de2a11f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.1857452 Jan 31 19:21:00.973554 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0a99b-38e6-41be-ba1b-09870f0f3d56 req-4a3c2aca-58f3-4492-82f0-c08b873b2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:00.975419 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bcb0a99b-38e6-41be-ba1b-09870f0f3d56 req-4a3c2aca-58f3-4492-82f0-c08b873b2917 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76 HTTP/1.1" status: 200 len: 920 time: 0.2482328 Jan 31 19:21:00.998299 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 54380) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:01.011939 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d17a1eb0-7176-4a8f-a263-af9a12555b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.036751 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d17a1eb0-7176-4a8f-a263-af9a12555b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:21:01.049984 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bcb0a99b-38e6-41be-ba1b-09870f0f3d56 req-c51aaa0a-59db-4b6d-a9b9-169880dd5d6e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ff0cf0f-e820-43fc-a038-76c555e88a97 HTTP/1.1" status: 200 len: 217 time: 0.0601375 Jan 31 19:21:01.056755 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d17a1eb0-7176-4a8f-a263-af9a12555b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2437781-79f3-416f-8cbe-eb4a044f3fd8') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:21:01.061518 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d17a1eb0-7176-4a8f-a263-af9a12555b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2437781-79f3-416f-8cbe-eb4a044f3fd8') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:21:01.082221 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e1bc204f-37b6-4095-b56f-d5109bee57ae req-325167b3-5dad-4585-b290-a25ad46a59ee tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153395 Jan 31 19:21:01.085073 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d17a1eb0-7176-4a8f-a263-af9a12555b03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8960383'] for segment (b2437781-79f3-416f-8cbe-eb4a044f3fd8), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.110318 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d17a1eb0-7176-4a8f-a263-af9a12555b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (b2437781-79f3-416f-8cbe-eb4a044f3fd8), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.115428 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17a1eb0-7176-4a8f-a263-af9a12555b03 admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:21:01.115852 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d17a1eb0-7176-4a8f-a263-af9a12555b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207958'] for segment (b2437781-79f3-416f-8cbe-eb4a044f3fd8), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: Traceback (most recent call last): Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: timer() Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: cb(*args, **kw) Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: return func(*args, **kwargs) Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: self._notify() Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: self.callback(batched_events) Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: event.method(event) Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: return f(self, *a, **k) Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._get(url).json() Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: return self.request(url, 'GET', **kwargs) Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:21:01.118650 dv-cinder-813223-5-iscsi neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:21:01.140066 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0a99b-38e6-41be-ba1b-09870f0f3d56 req-b41a28b7-b463-43b2-b2f8-d7d4add8b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:01.142932 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bcb0a99b-38e6-41be-ba1b-09870f0f3d56 req-b41a28b7-b463-43b2-b2f8-d7d4add8b701 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c1924c8-4ffc-4f4f-8854-bdf0660d683e HTTP/1.1" status: 200 len: 858 time: 0.0593531 Jan 31 19:21:01.182180 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bcb0a99b-38e6-41be-ba1b-09870f0f3d56 req-e184eff2-07fc-42a3-87b6-f14da1fe73c6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322351 Jan 31 19:21:01.221000 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ddc2f7f-297c-45fb-bf91-26b4ab2ebd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.261583 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d17a1eb0-7176-4a8f-a263-af9a12555b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.276554 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d17a1eb0-7176-4a8f-a263-af9a12555b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.285557 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-d17a1eb0-7176-4a8f-a263-af9a12555b03 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0 HTTP/1.1" status: 204 len: 168 time: 0.4628136 Jan 31 19:21:01.296683 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54386) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:01.308766 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a1eb0-7176-4a8f-a263-af9a12555b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e0ecc9-1f83-4bf9-8f90-30a80f2485f0,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:01.366532 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bb07e1-be9d-4555-8416-00f02d461cb2 admin admin] Deleting subnet 541aaec1-24f6-43e8-a5c6-ef70896a1809 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:21:01.371154 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-94bb07e1-be9d-4555-8416-00f02d461cb2 admin admin] Publish callbacks [] for subnet (541aaec1-24f6-43e8-a5c6-ef70896a1809), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.440382 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-94bb07e1-be9d-4555-8416-00f02d461cb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8960374'] for subnet (541aaec1-24f6-43e8-a5c6-ef70896a1809), precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.485732 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-94bb07e1-be9d-4555-8416-00f02d461cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (541aaec1-24f6-43e8-a5c6-ef70896a1809), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.612899 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bcb0a99b-38e6-41be-ba1b-09870f0f3d56 req-08508b8e-245f-4f5c-ab61-1e8ff940a5cc service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174981 Jan 31 19:21:01.622519 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-94bb07e1-be9d-4555-8416-00f02d461cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9062758'] for subnet (541aaec1-24f6-43e8-a5c6-ef70896a1809), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.659073 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb07e1-be9d-4555-8416-00f02d461cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=541aaec1-24f6-43e8-a5c6-ef70896a1809,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:01.667693 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-94bb07e1-be9d-4555-8416-00f02d461cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.671422 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-94bb07e1-be9d-4555-8416-00f02d461cb2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/541aaec1-24f6-43e8-a5c6-ef70896a1809 HTTP/1.1" status: 204 len: 168 time: 0.3734570 Jan 31 19:21:01.675239 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54392) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:01.807208 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ddc2f7f-297c-45fb-bf91-26b4ab2ebd7a admin admin] Publish callbacks [] for security_group (aac1152a-83b0-4e03-8e64-3f6f787eda4e), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.872075 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72b830cd-6874-4ef8-ac03-486f2e3242d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (58b61ad9-8ced-4c84-be58-0ce0c350a6b7), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.872577 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bcb0a99b-38e6-41be-ba1b-09870f0f3d56 req-95d9b70c-8c48-48b5-9640-02965b855d5d service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361379 Jan 31 19:21:01.930400 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8ddc2f7f-297c-45fb-bf91-26b4ab2ebd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (aac1152a-83b0-4e03-8e64-3f6f787eda4e), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:01.991204 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc2f7f-297c-45fb-bf91-26b4ab2ebd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac1152a-83b0-4e03-8e64-3f6f787eda4e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:02.004819 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-8ddc2f7f-297c-45fb-bf91-26b4ab2ebd7a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4f673438d9544db191cec339e673eaa7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0042984 Jan 31 19:21:02.007589 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 54400) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:02.009772 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72b830cd-6874-4ef8-ac03-486f2e3242d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (58b61ad9-8ced-4c84-be58-0ce0c350a6b7), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:02.050879 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f0756-59cd-4a7a-8b2e-10c4c1501d1e req-0adade49-e4f9-4ccc-a6c0-b4a16ff006c0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:02.056076 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-231f0756-59cd-4a7a-8b2e-10c4c1501d1e req-0adade49-e4f9-4ccc-a6c0-b4a16ff006c0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1619313 Jan 31 19:21:02.059238 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-72b830cd-6874-4ef8-ac03-486f2e3242d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b61ad9-8ced-4c84-be58-0ce0c350a6b7']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:21:02.091194 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-72b830cd-6874-4ef8-ac03-486f2e3242d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422fd3bf-fe80-4ed2-9cad-148ec520384b') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:21:02.091978 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-72b830cd-6874-4ef8-ac03-486f2e3242d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422fd3bf-fe80-4ed2-9cad-148ec520384b') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:21:02.131156 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72b830cd-6874-4ef8-ac03-486f2e3242d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8960383'] for segment (422fd3bf-fe80-4ed2-9cad-148ec520384b), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:02.143794 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7664-8c5d-4ff4-8f80-0a5451a993f1 admin admin] Publish callbacks [] for security_group (aac1152a-83b0-4e03-8e64-3f6f787eda4e), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:02.175947 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7664-8c5d-4ff4-8f80-0a5451a993f1 admin admin] Publish callbacks [] for security_group (aac1152a-83b0-4e03-8e64-3f6f787eda4e), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:02.189154 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72b830cd-6874-4ef8-ac03-486f2e3242d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (422fd3bf-fe80-4ed2-9cad-148ec520384b), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:02.224957 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b830cd-6874-4ef8-ac03-486f2e3242d4 admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:21:02.225727 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72b830cd-6874-4ef8-ac03-486f2e3242d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207958'] for segment (422fd3bf-fe80-4ed2-9cad-148ec520384b), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: Traceback (most recent call last): Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: timer() Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: cb(*args, **kw) Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: return func(*args, **kwargs) Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: self._notify() Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: self.callback(batched_events) Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: event.method(event) Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: return f(self, *a, **k) Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._get(url).json() Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: return self.request(url, 'GET', **kwargs) Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:21:02.228917 dv-cinder-813223-5-iscsi neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:21:02.287724 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-231f0756-59cd-4a7a-8b2e-10c4c1501d1e req-8cffff7d-3f3a-4f06-95ed-e1f687c52dc4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054234 Jan 31 19:21:02.413519 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7b9f2-2fff-433b-ad44-69290234b254 req-aac72873-d810-4832-b463-7cba0c231291 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:02.416663 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e4c7b9f2-2fff-433b-ad44-69290234b254 req-aac72873-d810-4832-b463-7cba0c231291 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.2193539 Jan 31 19:21:02.479401 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54412) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:02.486423 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72b830cd-6874-4ef8-ac03-486f2e3242d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (58b61ad9-8ced-4c84-be58-0ce0c350a6b7), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:02.491387 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-72b830cd-6874-4ef8-ac03-486f2e3242d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:02.491954 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e4c7b9f2-2fff-433b-ad44-69290234b254 req-2818b994-f0cb-4273-a131-7d785fcad309 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697708 Jan 31 19:21:02.512787 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-72b830cd-6874-4ef8-ac03-486f2e3242d4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/58b61ad9-8ced-4c84-be58-0ce0c350a6b7 HTTP/1.1" status: 204 len: 168 time: 0.8363004 Jan 31 19:21:02.516220 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7664-8c5d-4ff4-8f80-0a5451a993f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (aac1152a-83b0-4e03-8e64-3f6f787eda4e), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:02.519727 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7664-8c5d-4ff4-8f80-0a5451a993f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:02.523666 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-d8cd7664-8c5d-4ff4-8f80-0a5451a993f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aac1152a-83b0-4e03-8e64-3f6f787eda4e HTTP/1.1" status: 204 len: 168 time: 0.5140564 Jan 31 19:21:02.551241 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b830cd-6874-4ef8-ac03-486f2e3242d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b61ad9-8ced-4c84-be58-0ce0c350a6b7,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:02.552074 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd7664-8c5d-4ff4-8f80-0a5451a993f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac1152a-83b0-4e03-8e64-3f6f787eda4e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:02.705407 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9d83-781c-44a3-9951-57fd93b4f88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:02.798115 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9d83-781c-44a3-9951-57fd93b4f88a admin admin] Publish callbacks [] for security_group (a8b08191-fae4-47a4-8baa-07ecbff6c50f), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:02.879451 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9d83-781c-44a3-9951-57fd93b4f88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (a8b08191-fae4-47a4-8baa-07ecbff6c50f), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:02.931783 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c9d83-781c-44a3-9951-57fd93b4f88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b08191-fae4-47a4-8baa-07ecbff6c50f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:02.937056 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-5b7c9d83-781c-44a3-9951-57fd93b4f88a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9d0a55b39b4e4f779841d2b74cd40731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565499 Jan 31 19:21:02.939964 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54422) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:02.999576 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49abf913-0e1e-4a51-baa7-18bb7496ccb8 admin admin] Publish callbacks [] for security_group (a8b08191-fae4-47a4-8baa-07ecbff6c50f), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:03.028518 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49abf913-0e1e-4a51-baa7-18bb7496ccb8 admin admin] Publish callbacks [] for security_group (a8b08191-fae4-47a4-8baa-07ecbff6c50f), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:03.042158 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 54424) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:03.087047 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-5617fcf3-024e-4bdd-bffe-68dc8d38d460 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60d667534a8b46cc99f4be85aeec7c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434754 Jan 31 19:21:03.089701 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 54426) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:03.152355 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76195159-72ed-404f-861a-d1bc564d1a74 admin admin] Publish callbacks [] for security_group (5549bf7f-f99f-4987-b49c-5a1610ef6404), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:03.170505 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49abf913-0e1e-4a51-baa7-18bb7496ccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (a8b08191-fae4-47a4-8baa-07ecbff6c50f), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:03.174625 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49abf913-0e1e-4a51-baa7-18bb7496ccb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:03.176185 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-49abf913-0e1e-4a51-baa7-18bb7496ccb8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a8b08191-fae4-47a4-8baa-07ecbff6c50f HTTP/1.1" status: 204 len: 168 time: 0.2347548 Jan 31 19:21:03.182232 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76195159-72ed-404f-861a-d1bc564d1a74 admin admin] Publish callbacks [] for security_group (5549bf7f-f99f-4987-b49c-5a1610ef6404), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:03.196799 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abf913-0e1e-4a51-baa7-18bb7496ccb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b08191-fae4-47a4-8baa-07ecbff6c50f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:03.312592 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76195159-72ed-404f-861a-d1bc564d1a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (5549bf7f-f99f-4987-b49c-5a1610ef6404), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:03.315448 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-76195159-72ed-404f-861a-d1bc564d1a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:03.317924 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-76195159-72ed-404f-861a-d1bc564d1a74 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5549bf7f-f99f-4987-b49c-5a1610ef6404 HTTP/1.1" status: 204 len: 168 time: 0.2260761 Jan 31 19:21:03.325374 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76195159-72ed-404f-861a-d1bc564d1a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5549bf7f-f99f-4987-b49c-5a1610ef6404,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:03.435762 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7ff32-999d-4f70-b9c2-9b35910a38af req-21088942-0c31-443b-ab63-be89b64c793b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:03.443066 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-daf7ff32-999d-4f70-b9c2-9b35910a38af req-21088942-0c31-443b-ab63-be89b64c793b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0646906 Jan 31 19:21:03.498029 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-daf7ff32-999d-4f70-b9c2-9b35910a38af req-743d03c5-2e23-48fe-9978-1ae1f5f007b1 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540199 Jan 31 19:21:03.673663 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253094d-7f81-4722-a809-b4455ce82cb1 req-45742d0c-4732-40b4-ad8f-de20bea7b269 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:03.676052 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f253094d-7f81-4722-a809-b4455ce82cb1 req-45742d0c-4732-40b4-ad8f-de20bea7b269 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0774996 Jan 31 19:21:03.729410 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f253094d-7f81-4722-a809-b4455ce82cb1 req-840a2707-1aba-4f59-a2b3-0dd77f40584d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464628 Jan 31 19:21:03.823306 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54442) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:03.839503 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-07bbdd1a-106e-42d9-9c34-963782ff25d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:03.950316 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-07bbdd1a-106e-42d9-9c34-963782ff25d7 admin admin] Publish callbacks [] for security_group (44360530-3121-4e34-87a5-76cbabf098d1), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.027255 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-07bbdd1a-106e-42d9-9c34-963782ff25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (44360530-3121-4e34-87a5-76cbabf098d1), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.063077 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-07bbdd1a-106e-42d9-9c34-963782ff25d7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f333dd0bd1e946dbb181dc0ba9576740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386248 Jan 31 19:21:04.066862 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 54444) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:04.113510 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbdd1a-106e-42d9-9c34-963782ff25d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44360530-3121-4e34-87a5-76cbabf098d1,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:04.181403 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41504f84-9fc6-42b0-bd41-ff68a2486763 admin admin] Publish callbacks [] for security_group (44360530-3121-4e34-87a5-76cbabf098d1), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.181403 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41504f84-9fc6-42b0-bd41-ff68a2486763 admin admin] Publish callbacks [] for security_group (44360530-3121-4e34-87a5-76cbabf098d1), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.336176 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41504f84-9fc6-42b0-bd41-ff68a2486763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (44360530-3121-4e34-87a5-76cbabf098d1), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.339553 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-41504f84-9fc6-42b0-bd41-ff68a2486763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.340740 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-41504f84-9fc6-42b0-bd41-ff68a2486763 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44360530-3121-4e34-87a5-76cbabf098d1 HTTP/1.1" status: 204 len: 168 time: 0.2722189 Jan 31 19:21:04.350374 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41504f84-9fc6-42b0-bd41-ff68a2486763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44360530-3121-4e34-87a5-76cbabf098d1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:04.641793 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3beed-19de-4221-bfc5-4cf3a866a729 req-d941a52f-fece-410a-8ae4-92e42f34497f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:04.643777 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-66b3beed-19de-4221-bfc5-4cf3a866a729 req-d941a52f-fece-410a-8ae4-92e42f34497f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0626028 Jan 31 19:21:04.705809 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-66b3beed-19de-4221-bfc5-4cf3a866a729 req-10bbfa80-83e9-48fa-82f7-72496ed33afb tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555532 Jan 31 19:21:04.872864 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9d75f-25f5-4740-979a-f41fee581099 req-1e5a6be9-08cb-48b6-b562-6faceedfa655 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:04.874511 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-91f9d75f-25f5-4740-979a-f41fee581099 req-1e5a6be9-08cb-48b6-b562-6faceedfa655 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0606813 Jan 31 19:21:04.941663 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-91f9d75f-25f5-4740-979a-f41fee581099 req-d6174b28-e58e-4572-8d49-06198e4864ab tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596507 Jan 31 19:21:04.983444 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 54462) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:05.031962 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-013a561e-71f7-4824-bf2a-3bf8a9231244 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b13cc78598bf46d7abb46e17fe97ba90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492437 Jan 31 19:21:05.035776 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54464) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:05.099109 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f4f15e86-28c9-4ca0-a086-b0d79b81a7a8 admin admin] Publish callbacks [] for security_group (49b9f3f8-e007-46b5-82ca-a7f3870908dd), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:05.122122 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f4f15e86-28c9-4ca0-a086-b0d79b81a7a8 admin admin] Publish callbacks [] for security_group (49b9f3f8-e007-46b5-82ca-a7f3870908dd), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:05.399239 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f4f15e86-28c9-4ca0-a086-b0d79b81a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (49b9f3f8-e007-46b5-82ca-a7f3870908dd), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:05.402123 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f4f15e86-28c9-4ca0-a086-b0d79b81a7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:05.403741 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-f4f15e86-28c9-4ca0-a086-b0d79b81a7a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/49b9f3f8-e007-46b5-82ca-a7f3870908dd HTTP/1.1" status: 204 len: 168 time: 0.3659754 Jan 31 19:21:05.417695 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f15e86-28c9-4ca0-a086-b0d79b81a7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b9f3f8-e007-46b5-82ca-a7f3870908dd,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:05.867088 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8b9de-c91f-4e16-82de-c39a563e9102 req-03ac922f-f63d-4054-8e28-757a75902105 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:05.869489 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a8d8b9de-c91f-4e16-82de-c39a563e9102 req-03ac922f-f63d-4054-8e28-757a75902105 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0828116 Jan 31 19:21:05.928844 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a8d8b9de-c91f-4e16-82de-c39a563e9102 req-458cbe40-ed95-4e19-a5ec-7c6218b527c8 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538149 Jan 31 19:21:06.133716 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d772a-111e-4088-a7eb-03903ad2dc65 req-81dcfc56-8238-4ab6-807c-3ebd0d8a9776 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:06.136371 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3a3d772a-111e-4088-a7eb-03903ad2dc65 req-81dcfc56-8238-4ab6-807c-3ebd0d8a9776 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.1107826 Jan 31 19:21:06.203447 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3a3d772a-111e-4088-a7eb-03903ad2dc65 req-952ad8a5-0ab4-426d-8a3e-843de015c781 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601125 Jan 31 19:21:07.355560 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1af4d8-6bc0-4637-a861-fc30fc54ab0a req-2f145a2a-fec0-468d-b049-6e42cd793339 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:07.357966 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-df1af4d8-6bc0-4637-a861-fc30fc54ab0a req-2f145a2a-fec0-468d-b049-6e42cd793339 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0680032 Jan 31 19:21:07.416958 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-df1af4d8-6bc0-4637-a861-fc30fc54ab0a req-121d2c12-6eae-45dc-ba00-3efb4af7bed3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509312 Jan 31 19:21:08.349071 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1d028-ca2c-487b-84f2-41f9a0ab2de6 req-fffd576a-b003-45df-a49a-7bd403c98748 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:08.356730 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-26e1d028-ca2c-487b-84f2-41f9a0ab2de6 req-fffd576a-b003-45df-a49a-7bd403c98748 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0985420 Jan 31 19:21:08.437773 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-26e1d028-ca2c-487b-84f2-41f9a0ab2de6 req-ba0a4386-5cd3-4eb1-919c-57acacd64f7a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793247 Jan 31 19:21:08.622252 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df880da-a0a2-4dc1-a497-94a6a80fa985 req-b68017ad-b0b2-4a7f-9b36-9b1d596e0f86 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:08.631633 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9df880da-a0a2-4dc1-a497-94a6a80fa985 req-b68017ad-b0b2-4a7f-9b36-9b1d596e0f86 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0930736 Jan 31 19:21:08.688767 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9df880da-a0a2-4dc1-a497-94a6a80fa985 req-0f108ec0-f3ff-4dc8-9a1e-de6d41607c8b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558901 Jan 31 19:21:08.902294 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4a437-3a90-40ef-afdf-c7f4af73f063 req-97247e46-0fce-40c3-8757-de829ecd5fb0 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:08.903857 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89a4a437-3a90-40ef-afdf-c7f4af73f063 req-97247e46-0fce-40c3-8757-de829ecd5fb0 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0882788 Jan 31 19:21:08.955484 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89a4a437-3a90-40ef-afdf-c7f4af73f063 req-94b4f991-dd23-49b0-b12b-b51226e82758 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442543 Jan 31 19:21:09.841575 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0486ca-fb1e-4a90-b4e8-f534471f83ca req-49a32640-feea-4288-81dc-335285ebedac tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:09.848541 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ac0486ca-fb1e-4a90-b4e8-f534471f83ca req-49a32640-feea-4288-81dc-335285ebedac tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0625396 Jan 31 19:21:09.914857 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ac0486ca-fb1e-4a90-b4e8-f534471f83ca req-07b0c780-4d8b-4c97-9733-cb1a3f63924f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625260 Jan 31 19:21:10.163429 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ca9e7-ca24-4196-a058-e7aa4cea6c0a req-6b69160b-b55a-47b2-adbf-1b795416afca tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:10.175214 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ea2ca9e7-ca24-4196-a058-e7aa4cea6c0a req-6b69160b-b55a-47b2-adbf-1b795416afca tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0784559 Jan 31 19:21:10.238852 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ea2ca9e7-ca24-4196-a058-e7aa4cea6c0a req-594622dc-e55a-4b1f-a472-bbfeef35607a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680993 Jan 31 19:21:11.058425 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4630f91-50a0-4fea-b158-d06873ce000e req-918e5a4c-a027-424a-b562-27d56ae348a0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:11.060003 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c4630f91-50a0-4fea-b158-d06873ce000e req-918e5a4c-a027-424a-b562-27d56ae348a0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0634181 Jan 31 19:21:11.114311 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c4630f91-50a0-4fea-b158-d06873ce000e req-c1f60332-7553-4269-ba75-5cee6c77c5d3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469263 Jan 31 19:21:11.369186 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac1739-17ab-468a-b5ec-162a9b990d9b req-b255b94b-a5e9-4573-9958-55f64ec8af4d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:11.370663 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-74ac1739-17ab-468a-b5ec-162a9b990d9b req-b255b94b-a5e9-4573-9958-55f64ec8af4d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0592902 Jan 31 19:21:11.420686 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-74ac1739-17ab-468a-b5ec-162a9b990d9b req-4873cf9c-7eb7-4fe2-89cc-c2d1864d2aa0 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444028 Jan 31 19:21:11.484518 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4e173538-1075-479f-85ae-a5bcb3c1b37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:11.598707 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:12.250124 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a6801-983f-4fa8-b9e2-f798252fd220 req-1860dc1b-3aaa-4c89-a14b-d7d5c3e04651 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:12.251786 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e98a6801-983f-4fa8-b9e2-f798252fd220 req-1860dc1b-3aaa-4c89-a14b-d7d5c3e04651 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0554278 Jan 31 19:21:12.309956 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e98a6801-983f-4fa8-b9e2-f798252fd220 req-4e41a8e2-704c-4682-ab67-50e4f635380d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511320 Jan 31 19:21:12.557395 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d359dbc-cac6-4edf-a944-fbefdf961575 req-2d7b1bd1-f29d-4e1d-ad7e-632b162540eb tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:12.559933 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8d359dbc-cac6-4edf-a944-fbefdf961575 req-2d7b1bd1-f29d-4e1d-ad7e-632b162540eb tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0627928 Jan 31 19:21:12.619587 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8d359dbc-cac6-4edf-a944-fbefdf961575 req-04d18b7d-834d-4d3d-acec-5ff8b8e1f746 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523858 Jan 31 19:21:13.463843 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02aad6-ae99-4300-b1ab-453801e56b86 req-33c8a163-a0e4-49f7-ac51-8b0b55449c6b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:13.469570 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-de02aad6-ae99-4300-b1ab-453801e56b86 req-33c8a163-a0e4-49f7-ac51-8b0b55449c6b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0742009 Jan 31 19:21:13.517639 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-de02aad6-ae99-4300-b1ab-453801e56b86 req-0b0e7bef-d364-4a92-a56e-03bbffc32caa tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446198 Jan 31 19:21:13.748744 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20ab74-f0f9-40bb-a365-02c0fa362ebb req-29700478-fd47-4015-8ebb-1c694140dcfc tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:13.751103 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eb20ab74-f0f9-40bb-a365-02c0fa362ebb req-29700478-fd47-4015-8ebb-1c694140dcfc tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0582647 Jan 31 19:21:13.792755 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fe70209e-46d3-4cac-8e21-cb39808eec9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:13.820676 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eb20ab74-f0f9-40bb-a365-02c0fa362ebb req-302a2ab3-e09b-47b5-b617-8c5fb9710a70 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636187 Jan 31 19:21:14.654252 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb6856-2c72-4cc7-af11-9b14a1f56d57 req-5ea96745-2c6b-4c75-818a-c7655a59923d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:14.655784 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b6eb6856-2c72-4cc7-af11-9b14a1f56d57 req-5ea96745-2c6b-4c75-818a-c7655a59923d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0581467 Jan 31 19:21:14.712455 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b6eb6856-2c72-4cc7-af11-9b14a1f56d57 req-0ee2b9a9-6951-4b84-b400-0a1c5112f777 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488396 Jan 31 19:21:14.873140 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:14.954062 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90844c1-1a65-4738-9037-7f4f0f9e4939 req-d1cbe848-8e9a-4483-bb58-1c6b53b93662 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:14.955812 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d90844c1-1a65-4738-9037-7f4f0f9e4939 req-d1cbe848-8e9a-4483-bb58-1c6b53b93662 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0566919 Jan 31 19:21:15.008299 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d90844c1-1a65-4738-9037-7f4f0f9e4939 req-60bc8e78-f732-4ff9-8781-cfe7cf0d467e tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445442 Jan 31 19:21:15.869313 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118d932-c726-4f36-b19c-430a64b75bce req-9f1bae4c-3156-4976-84e4-7d4bd1c7c9de tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:15.870775 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c118d932-c726-4f36-b19c-430a64b75bce req-9f1bae4c-3156-4976-84e4-7d4bd1c7c9de tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0692139 Jan 31 19:21:15.935721 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c118d932-c726-4f36-b19c-430a64b75bce req-c5691872-fb97-4b8d-977f-5692766b4598 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571406 Jan 31 19:21:16.175344 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023385d-3282-47a5-bc52-724871decb76 req-8eb0893d-8cd6-417d-b7bf-7c345327b195 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:16.180475 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0023385d-3282-47a5-bc52-724871decb76 req-8eb0893d-8cd6-417d-b7bf-7c345327b195 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0613375 Jan 31 19:21:16.259967 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0023385d-3282-47a5-bc52-724871decb76 req-a8eb4d91-9277-4bbe-9143-54f3c0b584cd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588167 Jan 31 19:21:16.433721 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:16.611894 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54706) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:16.865669 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device ed299fa9-a5f9-48f6-8480-902d2b39ed5e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:21:16.966982 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a9babcad-0d59-4de0-9c45-25e69e7e0fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:17.178429 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a9babcad-0d59-4de0-9c45-25e69e7e0fd5 admin admin] Publish callbacks [] for security_group (0b2e47c9-b063-4522-a2b8-40220d62f47f), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:17.222949 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638191d-ae44-4702-a55d-89b88a6dd3c7 req-6efd71cb-ad48-472f-af4f-272fdbd0d688 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:17.223278 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:21:17.224495 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0638191d-ae44-4702-a55d-89b88a6dd3c7 req-6efd71cb-ad48-472f-af4f-272fdbd0d688 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0803008 Jan 31 19:21:17.235596 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'port_id': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'mac_address': 'fa:16:3e:34:69:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:21:17.291297 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0638191d-ae44-4702-a55d-89b88a6dd3c7 req-c2daa53f-8a8e-4b0e-91a8-2fd9944b5d57 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596676 Jan 31 19:21:17.302619 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port ed299fa9-a5f9-48f6-8480-902d2b39ed5e is: ACTIVE; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:21:17.303036 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:17.307669 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a9babcad-0d59-4de0-9c45-25e69e7e0fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (0b2e47c9-b063-4522-a2b8-40220d62f47f), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:17.335135 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed299fa9-a5f9-48f6-8480-902d2b39ed5e {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:21:17.354171 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-a9babcad-0d59-4de0-9c45-25e69e7e0fd5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0d1460feef341c2a28b1154ff82a858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7398934 Jan 31 19:21:17.357075 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 54730) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:17.403168 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9babcad-0d59-4de0-9c45-25e69e7e0fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2e47c9-b063-4522-a2b8-40220d62f47f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:17.412371 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:21:17.484363 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d368563-a52a-410f-9e30-0a68efaeaf12 admin admin] Publish callbacks [] for security_group (0b2e47c9-b063-4522-a2b8-40220d62f47f), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:17.492523 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:17.509256 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a0427-2ca2-40eb-ade2-67875e5b01bd req-6a7fe665-fb53-431b-89eb-9296177da518 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:17.512042 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a27a0427-2ca2-40eb-ade2-67875e5b01bd req-6a7fe665-fb53-431b-89eb-9296177da518 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1138742 Jan 31 19:21:17.522067 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d368563-a52a-410f-9e30-0a68efaeaf12 admin admin] Publish callbacks [] for security_group (0b2e47c9-b063-4522-a2b8-40220d62f47f), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:17.606514 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:17.637758 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a27a0427-2ca2-40eb-ade2-67875e5b01bd req-eed4fe0e-fba1-4c89-b5e8-3f4b520ed8f1 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062465 Jan 31 19:21:17.638692 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:17.639378 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:17.639978 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:17.640884 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:17.641517 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:17.642184 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:17.643900 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:17.644630 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:17.645269 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:17.646513 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:17.647248 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:17.647889 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:17.648555 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:17.695232 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['ed299fa9-a5f9-48f6-8480-902d2b39ed5e'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:21:17.755292 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d368563-a52a-410f-9e30-0a68efaeaf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (0b2e47c9-b063-4522-a2b8-40220d62f47f), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:17.761189 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9d368563-a52a-410f-9e30-0a68efaeaf12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:17.795623 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-9d368563-a52a-410f-9e30-0a68efaeaf12 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0b2e47c9-b063-4522-a2b8-40220d62f47f HTTP/1.1" status: 204 len: 168 time: 0.4378757 Jan 31 19:21:17.809568 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:17.819666 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d368563-a52a-410f-9e30-0a68efaeaf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2e47c9-b063-4522-a2b8-40220d62f47f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:18.459189 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe3da9-043a-4eb6-9d66-1aa6c8570871 req-7e289d8b-f4bd-4f7d-aa96-914140a02260 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:18.461523 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-07fe3da9-043a-4eb6-9d66-1aa6c8570871 req-7e289d8b-f4bd-4f7d-aa96-914140a02260 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 944 time: 0.0624316 Jan 31 19:21:18.520380 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-07fe3da9-043a-4eb6-9d66-1aa6c8570871 req-8177f443-62be-41ed-aaef-fe36dc9be766 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497913 Jan 31 19:21:18.610436 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 54750) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:18.627923 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60c44d29-0a36-4651-beef-50fd915a76fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:18.775691 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60c44d29-0a36-4651-beef-50fd915a76fc admin admin] Publish callbacks [] for security_group (b1030561-65a6-4129-ab5e-b9f3d3d6477a), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:18.817817 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b81a40-e4c6-4d76-b37f-25de79cd9bce req-7dc86b01-b3fe-47ac-a1a6-4c9d583ccc25 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:18.819377 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-91b81a40-e4c6-4d76-b37f-25de79cd9bce req-7dc86b01-b3fe-47ac-a1a6-4c9d583ccc25 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0802245 Jan 31 19:21:18.863203 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-60c44d29-0a36-4651-beef-50fd915a76fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (b1030561-65a6-4129-ab5e-b9f3d3d6477a), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:18.865753 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device ed299fa9-a5f9-48f6-8480-902d2b39ed5e up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:21:18.909836 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-91b81a40-e4c6-4d76-b37f-25de79cd9bce req-74f725ca-b188-4012-b969-4c69c4d57964 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844147 Jan 31 19:21:18.930795 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-60c44d29-0a36-4651-beef-50fd915a76fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e398b682cfd741f6b40f40db65fcdd2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094215 Jan 31 19:21:18.931009 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54756) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:18.934188 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c44d29-0a36-4651-beef-50fd915a76fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1030561-65a6-4129-ab5e-b9f3d3d6477a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:18.951983 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port ed299fa9-a5f9-48f6-8480-902d2b39ed5e triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:21:18.952582 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:18.992694 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-623dcf62-3537-4a8f-ac9f-7736f303b41b admin admin] Publish callbacks [] for security_group (b1030561-65a6-4129-ab5e-b9f3d3d6477a), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:19.029607 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-623dcf62-3537-4a8f-ac9f-7736f303b41b admin admin] Publish callbacks [] for security_group (b1030561-65a6-4129-ab5e-b9f3d3d6477a), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:19.081073 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port ed299fa9-a5f9-48f6-8480-902d2b39ed5e is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:21:19.081955 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:19.123190 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:21:19.123190 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bdcaae-cb70-4274-a390-da65af934006" -d '{"events": [{"server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "name": "network-vif-plugged", "status": "completed", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:21:19.135872 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:21:19.168645 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16def3a4-5372-4090-9ea7-4051f850363c x-openstack-request-id: req-16def3a4-5372-4090-9ea7-4051f850363c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:21:19.169023 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "name": "network-vif-plugged", "status": "completed", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:21:19.169313 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-16def3a4-5372-4090-9ea7-4051f850363c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:21:19.169712 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'code': 200} Jan 31 19:21:19.210424 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-623dcf62-3537-4a8f-ac9f-7736f303b41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (b1030561-65a6-4129-ab5e-b9f3d3d6477a), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:19.213567 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-623dcf62-3537-4a8f-ac9f-7736f303b41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:19.215108 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-623dcf62-3537-4a8f-ac9f-7736f303b41b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1030561-65a6-4129-ab5e-b9f3d3d6477a HTTP/1.1" status: 204 len: 168 time: 0.2883775 Jan 31 19:21:19.228436 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dcf62-3537-4a8f-ac9f-7736f303b41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1030561-65a6-4129-ab5e-b9f3d3d6477a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:19.275335 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:19.336747 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:19.681150 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec0244-e30b-4f56-a94a-e0122bc38ed2 req-2c9a0aa2-96f4-4b62-82da-de140cf4890f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:19.683557 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11ec0244-e30b-4f56-a94a-e0122bc38ed2 req-2c9a0aa2-96f4-4b62-82da-de140cf4890f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0645068 Jan 31 19:21:19.760488 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11ec0244-e30b-4f56-a94a-e0122bc38ed2 req-8720b9b0-c269-4517-ad2c-3c87285bae4f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680234 Jan 31 19:21:20.049786 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32983c5d-4856-4eac-8034-c3249193f3f8 req-5cf42e06-2a87-4183-ac68-0161ef451e89 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:20.051439 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-32983c5d-4856-4eac-8034-c3249193f3f8 req-5cf42e06-2a87-4183-ac68-0161ef451e89 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0628459 Jan 31 19:21:20.130319 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-32983c5d-4856-4eac-8034-c3249193f3f8 req-ae6b2c26-bbdf-461f-93ee-16f8221afb4c tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711670 Jan 31 19:21:20.374654 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54812) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:20.534676 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb67bc7c-425f-430a-a8f1-ac6e4bb1b206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:20.665302 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb67bc7c-425f-430a-a8f1-ac6e4bb1b206 admin admin] Publish callbacks [] for security_group (ba96d623-46eb-4f68-8189-501006e43a83), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:20.833164 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb67bc7c-425f-430a-a8f1-ac6e4bb1b206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (ba96d623-46eb-4f68-8189-501006e43a83), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:21.044365 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-cb67bc7c-425f-430a-a8f1-ac6e4bb1b206 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a48f37e34b22444dbaea5a52c3b44288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6659367 Jan 31 19:21:21.047219 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 54836) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:21.078363 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67bc7c-425f-430a-a8f1-ac6e4bb1b206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba96d623-46eb-4f68-8189-501006e43a83,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:21.104276 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db30a68-dc20-45a2-a6ef-d4229c706c6a req-b1304e1e-7557-40bd-b584-a7e7736244d5 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:21.113963 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5db30a68-dc20-45a2-a6ef-d4229c706c6a req-b1304e1e-7557-40bd-b584-a7e7736244d5 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.1692078 Jan 31 19:21:21.176585 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5db30a68-dc20-45a2-a6ef-d4229c706c6a req-f58acd2e-5b45-4d44-a432-d06bc2a4a4d0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613618 Jan 31 19:21:21.264877 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5231624d-1b3e-4ee5-9b9f-ab213e299953 admin admin] Publish callbacks [] for security_group (ba96d623-46eb-4f68-8189-501006e43a83), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:21.358770 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5231624d-1b3e-4ee5-9b9f-ab213e299953 admin admin] Publish callbacks [] for security_group (ba96d623-46eb-4f68-8189-501006e43a83), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:21.414178 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b61562-595e-4614-bd60-fd90f1db884e req-6417d2e1-7f47-4dc1-8244-7acef74344da tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:21.421656 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-77b61562-595e-4614-bd60-fd90f1db884e req-6417d2e1-7f47-4dc1-8244-7acef74344da tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1576931 Jan 31 19:21:21.509694 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-77b61562-595e-4614-bd60-fd90f1db884e req-362cc047-dc4b-4537-85e9-cd38cfe92c61 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869312 Jan 31 19:21:21.588184 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5231624d-1b3e-4ee5-9b9f-ab213e299953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (ba96d623-46eb-4f68-8189-501006e43a83), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:21.591741 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5231624d-1b3e-4ee5-9b9f-ab213e299953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:21.597608 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-5231624d-1b3e-4ee5-9b9f-ab213e299953 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba96d623-46eb-4f68-8189-501006e43a83 HTTP/1.1" status: 204 len: 168 time: 0.5390866 Jan 31 19:21:21.621558 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231624d-1b3e-4ee5-9b9f-ab213e299953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba96d623-46eb-4f68-8189-501006e43a83,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:22.545910 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fb798-9f29-4c47-a397-285e05aedec1 req-a8d2e14d-d0d4-4861-9546-72a43ac8489a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:22.583001 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6e3fb798-9f29-4c47-a397-285e05aedec1 req-a8d2e14d-d0d4-4861-9546-72a43ac8489a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.2001343 Jan 31 19:21:22.726478 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6e3fb798-9f29-4c47-a397-285e05aedec1 req-94e01ac2-6c45-45b1-8f4e-6674bc02873d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404068 Jan 31 19:21:22.756136 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31887137-c457-41d4-99ba-557eaeefba29 req-572612d8-3676-48bf-9eb0-6f77217ff006 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:22.764632 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-31887137-c457-41d4-99ba-557eaeefba29 req-572612d8-3676-48bf-9eb0-6f77217ff006 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1306925 Jan 31 19:21:22.903840 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-31887137-c457-41d4-99ba-557eaeefba29 req-4709fc32-46c6-41d7-9366-22650e36d7e5 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288195 Jan 31 19:21:23.265875 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:21:23.979031 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26794b-107f-4a6d-b867-fd2db13279e6 req-617aacf8-26fe-4818-be0b-b50698ec13b4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:23.981018 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4e26794b-107f-4a6d-b867-fd2db13279e6 req-617aacf8-26fe-4818-be0b-b50698ec13b4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.1569178 Jan 31 19:21:24.073338 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd71b5-e9bc-4832-86bc-eae572efd384 req-143bf3ae-9d9b-44a9-af18-6faf63dba76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:24.075731 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e9fd71b5-e9bc-4832-86bc-eae572efd384 req-143bf3ae-9d9b-44a9-af18-6faf63dba76f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 1130 time: 0.2118540 Jan 31 19:21:24.114858 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc026d-4c74-4404-87f3-c7dd7acc56dc req-2fd494e6-352d-4e16-b447-7efd14a2fe6c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:24.132736 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-37cc026d-4c74-4404-87f3-c7dd7acc56dc req-2fd494e6-352d-4e16-b447-7efd14a2fe6c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.2039814 Jan 31 19:21:24.210017 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-37cc026d-4c74-4404-87f3-c7dd7acc56dc req-6e517b4a-9bca-4114-b468-cd1d2d4b1bb6 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759947 Jan 31 19:21:24.234017 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4e26794b-107f-4a6d-b867-fd2db13279e6 req-6d27bb42-5d66-4f21-ad73-1d8d18067fb3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308881 Jan 31 19:21:24.319250 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd71b5-e9bc-4832-86bc-eae572efd384 req-e6595af9-fc93-4730-a6df-2e2f0a5a5692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:24.325520 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e9fd71b5-e9bc-4832-86bc-eae572efd384 req-e6595af9-fc93-4730-a6df-2e2f0a5a5692 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76 HTTP/1.1" status: 200 len: 920 time: 0.2261491 Jan 31 19:21:24.406542 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e9fd71b5-e9bc-4832-86bc-eae572efd384 req-f791cb23-935f-4c1c-b35e-b1fd4bb8fd74 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ff0cf0f-e820-43fc-a038-76c555e88a97 HTTP/1.1" status: 200 len: 217 time: 0.0738697 Jan 31 19:21:24.493222 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd71b5-e9bc-4832-86bc-eae572efd384 req-40ecdba0-0aff-4fbc-976b-a90c3eb8ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:24.508715 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e9fd71b5-e9bc-4832-86bc-eae572efd384 req-40ecdba0-0aff-4fbc-976b-a90c3eb8ca1f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c1924c8-4ffc-4f4f-8854-bdf0660d683e HTTP/1.1" status: 200 len: 858 time: 0.0865560 Jan 31 19:21:24.524520 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2a1f4-054e-4b07-aa74-0f413de127a7 req-1339d758-721a-442b-9116-ec0032d5a216 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:24.535308 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ffd2a1f4-054e-4b07-aa74-0f413de127a7 req-1339d758-721a-442b-9116-ec0032d5a216 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1763847 Jan 31 19:21:24.605799 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ffd2a1f4-054e-4b07-aa74-0f413de127a7 req-2c5dd84c-25d3-4921-819e-31cbdb2bfdae tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686855 Jan 31 19:21:24.629746 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e9fd71b5-e9bc-4832-86bc-eae572efd384 req-3e355347-b57c-457a-b695-942484142f1d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106017 Jan 31 19:21:24.869758 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e9fd71b5-e9bc-4832-86bc-eae572efd384 req-5c1d00df-7a84-4590-8e81-41a9ef415c0f service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248249 Jan 31 19:21:25.030104 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e9fd71b5-e9bc-4832-86bc-eae572efd384 req-81b99e22-f60d-4c36-b216-8b70e46726a7 service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507752 Jan 31 19:21:25.530424 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67c676-2456-45bf-8b39-a9ce6ea91aea req-af922907-054e-4a5e-bfe6-8a15e45a3089 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:25.533792 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7d67c676-2456-45bf-8b39-a9ce6ea91aea req-af922907-054e-4a5e-bfe6-8a15e45a3089 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1315401 Jan 31 19:21:25.651681 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7d67c676-2456-45bf-8b39-a9ce6ea91aea req-89179cb7-9c5e-491b-b48d-51f24609182d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056130 Jan 31 19:21:25.790317 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a282870-611d-4531-8c19-7d3c995b34ec req-ea33b3db-f411-4630-9175-c9a2a43af528 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:25.790317 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6a282870-611d-4531-8c19-7d3c995b34ec req-ea33b3db-f411-4630-9175-c9a2a43af528 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.2019601 Jan 31 19:21:25.790317 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6a282870-611d-4531-8c19-7d3c995b34ec req-6c784143-f711-47b9-b37e-86ed9fc4a66c tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824685 Jan 31 19:21:25.834007 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6672e-4c7b-49e3-8c6f-1c4b9d5c6f27 req-678cdb2c-e745-4ae8-80e4-167c6779d2e5 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:25.836452 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e5c6672e-4c7b-49e3-8c6f-1c4b9d5c6f27 req-678cdb2c-e745-4ae8-80e4-167c6779d2e5 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1115592 Jan 31 19:21:25.903842 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e5c6672e-4c7b-49e3-8c6f-1c4b9d5c6f27 req-9fa1cd97-1d94-4162-b592-50b496309693 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589085 Jan 31 19:21:26.646251 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 54934) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:26.905377 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-802d2f99-c561-41e9-a5d0-8ee3ff926dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:26.973862 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e084c-c1ff-497d-9949-311ea3f0bdf2 req-216744e8-667a-41ae-bbc7-bcdba36115ab tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:26.986204 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-338e084c-c1ff-497d-9949-311ea3f0bdf2 req-216744e8-667a-41ae-bbc7-bcdba36115ab tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0857320 Jan 31 19:21:27.052047 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-338e084c-c1ff-497d-9949-311ea3f0bdf2 req-19271bb5-99c4-4445-9617-fa8a53586f21 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627685 Jan 31 19:21:27.138222 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a64de6-b3f2-4498-ae1a-2813ce4d37ad req-0598cfa4-8941-44e8-a013-ff1ce640cdd0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:27.139879 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d5a64de6-b3f2-4498-ae1a-2813ce4d37ad req-0598cfa4-8941-44e8-a013-ff1ce640cdd0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.1743162 Jan 31 19:21:27.195948 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-802d2f99-c561-41e9-a5d0-8ee3ff926dde admin admin] Publish callbacks [] for security_group (cd8575a5-4424-4e39-8c01-bfab806401d0), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:27.235962 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaec64-f3b9-4ea5-944d-de598109ab4f req-b0c9b614-c4f0-423c-81a3-c40b1fa19e1b tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:27.245625 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-52eaec64-f3b9-4ea5-944d-de598109ab4f req-b0c9b614-c4f0-423c-81a3-c40b1fa19e1b tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0807116 Jan 31 19:21:27.246281 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d5a64de6-b3f2-4498-ae1a-2813ce4d37ad req-b085e10b-646a-4f2f-8bfe-cc8aba737e39 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946970 Jan 31 19:21:27.271570 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-802d2f99-c561-41e9-a5d0-8ee3ff926dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (cd8575a5-4424-4e39-8c01-bfab806401d0), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:27.309332 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-52eaec64-f3b9-4ea5-944d-de598109ab4f req-a096e7b4-9bc6-4f6f-96b3-5cad381ab72a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592356 Jan 31 19:21:27.360536 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d2f99-c561-41e9-a5d0-8ee3ff926dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8575a5-4424-4e39-8c01-bfab806401d0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:27.429102 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-802d2f99-c561-41e9-a5d0-8ee3ff926dde admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce5211447ccb435d9b6447f8496ec91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7812698 Jan 31 19:21:27.436453 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 54946) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:27.570369 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-987db7e9-b1cb-4969-9f3e-61f6dbb8727f admin admin] Publish callbacks [] for security_group (cd8575a5-4424-4e39-8c01-bfab806401d0), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:27.602925 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-987db7e9-b1cb-4969-9f3e-61f6dbb8727f admin admin] Publish callbacks [] for security_group (cd8575a5-4424-4e39-8c01-bfab806401d0), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:27.759491 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-987db7e9-b1cb-4969-9f3e-61f6dbb8727f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (cd8575a5-4424-4e39-8c01-bfab806401d0), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:27.763227 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-987db7e9-b1cb-4969-9f3e-61f6dbb8727f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:27.767020 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-987db7e9-b1cb-4969-9f3e-61f6dbb8727f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cd8575a5-4424-4e39-8c01-bfab806401d0 HTTP/1.1" status: 204 len: 168 time: 0.3268979 Jan 31 19:21:27.793301 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987db7e9-b1cb-4969-9f3e-61f6dbb8727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8575a5-4424-4e39-8c01-bfab806401d0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:28.263538 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11505f52-2a83-4e5a-b37b-fe086f1f1a79 req-4d49f430-6733-497c-8855-2753fa959698 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:28.266500 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11505f52-2a83-4e5a-b37b-fe086f1f1a79 req-4d49f430-6733-497c-8855-2753fa959698 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1184607 Jan 31 19:21:28.400489 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11505f52-2a83-4e5a-b37b-fe086f1f1a79 req-f8589e03-305a-4e31-8214-94c8ca6d911f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294301 Jan 31 19:21:28.499369 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3ad40-8531-4090-9efe-9c7732b02df1 req-82264ad2-6e27-4c27-b782-5348933513c6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:28.509522 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d8f3ad40-8531-4090-9efe-9c7732b02df1 req-82264ad2-6e27-4c27-b782-5348933513c6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.1205237 Jan 31 19:21:28.573499 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d8f3ad40-8531-4090-9efe-9c7732b02df1 req-446898fb-c8e3-4650-a17c-a7cc6ab5e8c1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624635 Jan 31 19:21:28.666468 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b2950-fddb-4bfb-a965-a678e4f8bcfd req-036cc3d9-290a-4c3a-86de-a6d86c3f15ae tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:28.677445 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-174b2950-fddb-4bfb-a965-a678e4f8bcfd req-036cc3d9-290a-4c3a-86de-a6d86c3f15ae tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1467083 Jan 31 19:21:28.749844 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-174b2950-fddb-4bfb-a965-a678e4f8bcfd req-dea729b8-829d-47e0-9253-ce8601ff602d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712445 Jan 31 19:21:29.530650 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d99c54-1ad9-463b-933d-eadc84ebde45 req-cae38336-7c51-4718-86f5-17e27151ee36 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:29.532565 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e7d99c54-1ad9-463b-933d-eadc84ebde45 req-cae38336-7c51-4718-86f5-17e27151ee36 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0613501 Jan 31 19:21:29.591997 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e7d99c54-1ad9-463b-933d-eadc84ebde45 req-73192d8d-4c5f-4836-92d1-2c04fc30d7f8 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529740 Jan 31 19:21:29.749951 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6505e-203b-48b3-bbf2-ce64210e15bf req-1598c6e3-7fe5-4ca8-8299-4238b2ff5c63 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:29.751624 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bee6505e-203b-48b3-bbf2-ce64210e15bf req-1598c6e3-7fe5-4ca8-8299-4238b2ff5c63 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0754309 Jan 31 19:21:29.825799 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bee6505e-203b-48b3-bbf2-ce64210e15bf req-ce60ee53-c336-4691-9a95-62886d6542e6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660713 Jan 31 19:21:29.903287 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86227445-999a-40d9-aaff-aa05224cbfc4 req-1699bff2-56a5-40e6-9069-44cadf4c8bf4 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:29.904897 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-86227445-999a-40d9-aaff-aa05224cbfc4 req-1699bff2-56a5-40e6-9069-44cadf4c8bf4 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0596151 Jan 31 19:21:29.964279 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-86227445-999a-40d9-aaff-aa05224cbfc4 req-5ccd3073-d9d0-4dcb-8cd0-c737eeb60891 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507364 Jan 31 19:21:30.743013 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70d350-47e1-4a49-8153-8e1a649a174d req-d0e0a2ca-3396-4930-9e4d-9bcbbb77a95f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:30.745012 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7b70d350-47e1-4a49-8153-8e1a649a174d req-d0e0a2ca-3396-4930-9e4d-9bcbbb77a95f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0684097 Jan 31 19:21:30.798245 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7b70d350-47e1-4a49-8153-8e1a649a174d req-d555f5bc-4c57-4450-8d15-4e1dcb2f21d3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475237 Jan 31 19:21:31.007912 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8546d-9f18-418b-ad83-3b6bfd1f4edc req-3d275004-4aab-4c9c-80ed-ed31c470fc10 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:31.010691 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-19a8546d-9f18-418b-ad83-3b6bfd1f4edc req-3d275004-4aab-4c9c-80ed-ed31c470fc10 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0834348 Jan 31 19:21:31.076394 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-19a8546d-9f18-418b-ad83-3b6bfd1f4edc req-4d1ed1fc-9aa3-4170-a1e7-11b7da5af737 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601778 Jan 31 19:21:31.115895 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554ac85-a837-4cb8-b901-aa3779a9ba93 req-5f5d6f1a-4531-4f9f-82d7-c3c61bef744b tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:31.117507 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1554ac85-a837-4cb8-b901-aa3779a9ba93 req-5f5d6f1a-4531-4f9f-82d7-c3c61bef744b tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0620160 Jan 31 19:21:31.176160 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1554ac85-a837-4cb8-b901-aa3779a9ba93 req-0c8501e5-1fbc-4626-acb3-9e889f84f62c tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514476 Jan 31 19:21:31.951102 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c16b3f-64d4-464e-89fb-8a0420343fef req-5eb690e2-9567-4c6b-84a2-18c6a4151693 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:31.958941 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-13c16b3f-64d4-464e-89fb-8a0420343fef req-5eb690e2-9567-4c6b-84a2-18c6a4151693 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0718381 Jan 31 19:21:32.021708 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-13c16b3f-64d4-464e-89fb-8a0420343fef req-2f0e2ee7-9f57-4622-bd65-ee89d571a8d0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615063 Jan 31 19:21:32.232019 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71b6c8-d9f0-4d95-82f5-265b29eff683 req-f6fdb880-3177-41ec-a44a-2ffba5a5f7da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:32.233654 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5d71b6c8-d9f0-4d95-82f5-265b29eff683 req-f6fdb880-3177-41ec-a44a-2ffba5a5f7da tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0769758 Jan 31 19:21:32.330871 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5d71b6c8-d9f0-4d95-82f5-265b29eff683 req-1a076089-a05a-4218-b64f-9c209331a649 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869238 Jan 31 19:21:32.350780 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3681b2-a5ac-4fe6-9487-0b9cccdabeaf req-509bc87d-3647-4d53-acc4-ee14159372c3 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:32.352385 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8e3681b2-a5ac-4fe6-9487-0b9cccdabeaf req-509bc87d-3647-4d53-acc4-ee14159372c3 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0967152 Jan 31 19:21:32.436685 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8e3681b2-a5ac-4fe6-9487-0b9cccdabeaf req-2de9e928-209d-46ab-a6b5-cfac31c29678 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787163 Jan 31 19:21:33.197943 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3961a-80b8-4cc4-963a-c12fbfd74107 req-24ac4ff1-223b-44bc-b983-17a7afd710f3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:33.200023 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-62b3961a-80b8-4cc4-963a-c12fbfd74107 req-24ac4ff1-223b-44bc-b983-17a7afd710f3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0734191 Jan 31 19:21:33.263390 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-62b3961a-80b8-4cc4-963a-c12fbfd74107 req-553ac13e-f4ac-45f7-84b2-1001ed370d13 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552278 Jan 31 19:21:33.538745 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb289b00-a7cd-4708-96b3-a55929faefce req-341b9b30-67bd-4a80-b341-b6657f9b0020 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:33.546115 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-eb289b00-a7cd-4708-96b3-a55929faefce req-341b9b30-67bd-4a80-b341-b6657f9b0020 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.1025331 Jan 31 19:21:33.625409 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-eb289b00-a7cd-4708-96b3-a55929faefce req-a9e546f8-de71-46bd-92b4-059d4644345f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782411 Jan 31 19:21:33.707005 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b0c47-c1cd-410d-8e80-525ab9a5cceb req-a0b56490-124d-407a-9b9a-d67dad03665a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:33.712303 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-908b0c47-c1cd-410d-8e80-525ab9a5cceb req-a0b56490-124d-407a-9b9a-d67dad03665a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1444256 Jan 31 19:21:33.759133 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-908b0c47-c1cd-410d-8e80-525ab9a5cceb req-77734540-fa6f-44cb-bc3a-ca8b008165a6 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433979 Jan 31 19:21:34.390895 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f0da1-c4ae-4513-83d4-3a26d8288d43 req-ffe7fb3a-7dcd-4a78-9728-e6e96cad0c89 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:34.392907 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ff1f0da1-c4ae-4513-83d4-3a26d8288d43 req-ffe7fb3a-7dcd-4a78-9728-e6e96cad0c89 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0533323 Jan 31 19:21:34.440246 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ff1f0da1-c4ae-4513-83d4-3a26d8288d43 req-d22b873c-c6b0-495b-a62f-490fb8bf1a52 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Jan 31 19:21:34.763864 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405b519-556c-42d6-831f-30ad77fdd4a3 req-cdd5b2a0-7070-4d73-bbbd-026e61033f31 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:34.765428 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3405b519-556c-42d6-831f-30ad77fdd4a3 req-cdd5b2a0-7070-4d73-bbbd-026e61033f31 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0630383 Jan 31 19:21:34.815721 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3405b519-556c-42d6-831f-30ad77fdd4a3 req-9ce3e5a8-e966-42ec-a16d-affa87e304fe tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434763 Jan 31 19:21:35.370514 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de4c6a-914d-4833-9b88-b8470d36392b req-b201daef-2189-457f-b1e5-9e0f2c66454c tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:35.372420 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-55de4c6a-914d-4833-9b88-b8470d36392b req-b201daef-2189-457f-b1e5-9e0f2c66454c tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0750420 Jan 31 19:21:35.439072 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-55de4c6a-914d-4833-9b88-b8470d36392b req-10833f0b-2619-40f6-848f-b0ae7a2aef2b tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569730 Jan 31 19:21:35.607510 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81d767-ccf9-4bd8-b8ca-ef9aea4c1f19 req-9fa48c78-8eda-4cc6-af9b-21256e5f51b0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:35.609963 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ac81d767-ccf9-4bd8-b8ca-ef9aea4c1f19 req-9fa48c78-8eda-4cc6-af9b-21256e5f51b0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0784638 Jan 31 19:21:35.736033 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fd4cc-c962-41a3-b7d3-4bea6961d546 req-784b2fd8-4004-45a5-b09a-1827c95dc90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:35.746681 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4b4fd4cc-c962-41a3-b7d3-4bea6961d546 req-784b2fd8-4004-45a5-b09a-1827c95dc90e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=694936399477419aa737191ef0856c4e&device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 1129 time: 0.1142251 Jan 31 19:21:35.749035 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ac81d767-ccf9-4bd8-b8ca-ef9aea4c1f19 req-7a25a4b4-abf6-42b8-8603-fb16f261e3d4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305666 Jan 31 19:21:35.879066 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fd4cc-c962-41a3-b7d3-4bea6961d546 req-223408db-1cf9-4c75-b1fb-031ac4478ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:35.879066 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4b4fd4cc-c962-41a3-b7d3-4bea6961d546 req-223408db-1cf9-4c75-b1fb-031ac4478ed6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f261ffb8-ebb6-4541-85b1-098d6402ff0f HTTP/1.1" status: 200 len: 912 time: 0.1227822 Jan 31 19:21:35.984934 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4b4fd4cc-c962-41a3-b7d3-4bea6961d546 req-0edc99cf-f5d0-403f-9ae9-8ed5bee014e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc8d828-a8ad-4f2d-b803-88a32da41b34 HTTP/1.1" status: 200 len: 1001 time: 0.1055908 Jan 31 19:21:36.027979 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a2a50-740f-48f8-8498-5ff975fd27e5 req-cfd648fe-f8aa-41ee-9ab7-2e171582ac8e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:36.029683 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5f7a2a50-740f-48f8-8498-5ff975fd27e5 req-cfd648fe-f8aa-41ee-9ab7-2e171582ac8e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.1075177 Jan 31 19:21:36.065740 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fd4cc-c962-41a3-b7d3-4bea6961d546 req-db16e739-f210-4078-871e-2de9722985c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:36.067223 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4b4fd4cc-c962-41a3-b7d3-4bea6961d546 req-db16e739-f210-4078-871e-2de9722985c5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b3dfd382-d219-4670-afee-0d492cc2dd58 HTTP/1.1" status: 200 len: 849 time: 0.0756519 Jan 31 19:21:36.114421 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5f7a2a50-740f-48f8-8498-5ff975fd27e5 req-3567bf4c-c50d-4bf8-a5ba-df3e9e5fb24a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772190 Jan 31 19:21:36.131539 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fd4cc-c962-41a3-b7d3-4bea6961d546 req-63a7e75e-4db2-405f-8435-35c765206b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:36.133038 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4b4fd4cc-c962-41a3-b7d3-4bea6961d546 req-63a7e75e-4db2-405f-8435-35c765206b51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f261ffb8-ebb6-4541-85b1-098d6402ff0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582042 Jan 31 19:21:36.237891 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4b4fd4cc-c962-41a3-b7d3-4bea6961d546 req-1b08fc53-03d6-4bfb-8af8-ec364a15f4ca service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971715 Jan 31 19:21:36.335514 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4b4fd4cc-c962-41a3-b7d3-4bea6961d546 req-b58fc75b-ef3d-4c81-8b22-49874f7d316e service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913649 Jan 31 19:21:36.560104 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbe73c-2998-4390-b983-120d229b0931 req-456ba3d5-beaf-4dd3-a9dc-70d6f9d46ff1 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:36.561723 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-91bbe73c-2998-4390-b983-120d229b0931 req-456ba3d5-beaf-4dd3-a9dc-70d6f9d46ff1 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0557959 Jan 31 19:21:36.636843 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-91bbe73c-2998-4390-b983-120d229b0931 req-b974282e-9d0d-44ad-beb6-23ee4a446345 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679977 Jan 31 19:21:36.923178 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2f822-cfb7-46ff-b772-c63470a4fe09 req-27ce7d7c-b042-46f2-8dd0-6e7561004052 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:36.924733 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bdb2f822-cfb7-46ff-b772-c63470a4fe09 req-27ce7d7c-b042-46f2-8dd0-6e7561004052 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0571358 Jan 31 19:21:36.973607 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bdb2f822-cfb7-46ff-b772-c63470a4fe09 req-5bd7c122-5eda-4bb7-8648-8681b1e4ef98 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 Jan 31 19:21:37.241448 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc638f47-cb09-4c65-ba9b-6bbb344105c7 req-15d525eb-4214-4b77-be13-476816b6adab tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:37.242894 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bc638f47-cb09-4c65-ba9b-6bbb344105c7 req-15d525eb-4214-4b77-be13-476816b6adab tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0556955 Jan 31 19:21:37.294329 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bc638f47-cb09-4c65-ba9b-6bbb344105c7 req-727e1014-2093-4005-84a7-b9bc13cad540 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458376 Jan 31 19:21:37.773493 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea8d79-99b4-4d77-99a6-eda024a29522 req-72e30d16-cfd1-4ffd-8bb4-72ef1c4bc9d4 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:37.775020 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7cea8d79-99b4-4d77-99a6-eda024a29522 req-72e30d16-cfd1-4ffd-8bb4-72ef1c4bc9d4 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0679245 Jan 31 19:21:37.827020 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7cea8d79-99b4-4d77-99a6-eda024a29522 req-fa4f212c-3908-4092-a5fd-6997b3b17899 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462377 Jan 31 19:21:38.096247 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f063f45-1b4b-481a-8d64-a3175adcfe63 req-0f5c5128-749f-4e29-9cfb-dc4e0b842d84 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:38.097932 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2f063f45-1b4b-481a-8d64-a3175adcfe63 req-0f5c5128-749f-4e29-9cfb-dc4e0b842d84 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0545397 Jan 31 19:21:38.148345 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2f063f45-1b4b-481a-8d64-a3175adcfe63 req-c95c97de-31a1-478d-a725-b73f425ae1d1 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444431 Jan 31 19:21:38.421344 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f175578-af08-441f-b09d-d4e3b083a378 req-e77315e4-0390-46f7-b5a6-0503c801616b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:38.422838 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7f175578-af08-441f-b09d-d4e3b083a378 req-e77315e4-0390-46f7-b5a6-0503c801616b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0518756 Jan 31 19:21:38.474997 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7f175578-af08-441f-b09d-d4e3b083a378 req-d3f24ac4-363d-492f-89b4-08e9233d4c6c tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456510 Jan 31 19:21:38.966242 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729a7a-6371-42a0-82c2-893ea472c7a8 req-fd03d35f-86cf-499b-93ba-ffb95268ee0a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:38.967746 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-aa729a7a-6371-42a0-82c2-893ea472c7a8 req-fd03d35f-86cf-499b-93ba-ffb95268ee0a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0557232 Jan 31 19:21:39.016362 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-aa729a7a-6371-42a0-82c2-893ea472c7a8 req-59aedfd6-fd4d-44f1-a4bb-d63b6204b2d4 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425019 Jan 31 19:21:39.269792 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e11946-2d10-4f6a-b706-5b804001eda0 req-ac97af7c-5b36-4fcf-8bd1-a319cdb31f5a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:39.271304 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d4e11946-2d10-4f6a-b706-5b804001eda0 req-ac97af7c-5b36-4fcf-8bd1-a319cdb31f5a tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0533686 Jan 31 19:21:39.323097 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d4e11946-2d10-4f6a-b706-5b804001eda0 req-516eaa60-a701-44e7-91a8-71a9295a4612 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460758 Jan 31 19:21:39.605667 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f3930-c4e5-4ad2-91fa-8e59cedcac05 req-6dc0e41a-5288-499d-a41c-7a26ea517cc0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:39.607263 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2b6f3930-c4e5-4ad2-91fa-8e59cedcac05 req-6dc0e41a-5288-499d-a41c-7a26ea517cc0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0595813 Jan 31 19:21:39.657672 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2b6f3930-c4e5-4ad2-91fa-8e59cedcac05 req-d724dccd-3a25-4a87-b1ab-42509232bea7 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434773 Jan 31 19:21:40.147567 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ebb8d-67c5-4955-91cc-8871c7c32a3d req-cb413a49-18a7-4a40-a333-61c63129ee6d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:40.149299 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ad0ebb8d-67c5-4955-91cc-8871c7c32a3d req-cb413a49-18a7-4a40-a333-61c63129ee6d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0603678 Jan 31 19:21:40.202939 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ad0ebb8d-67c5-4955-91cc-8871c7c32a3d req-50458132-9279-4ecd-88c8-d3c4f09db8bd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479288 Jan 31 19:21:40.464322 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff502365-c5ce-4214-9396-b3092809ac07 req-3451fbf6-748f-4e08-a729-c518ab9d3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:40.465884 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ff502365-c5ce-4214-9396-b3092809ac07 req-3451fbf6-748f-4e08-a729-c518ab9d3512 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 1129 time: 0.0540385 Jan 31 19:21:40.471685 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aab544-b3d7-4b92-a412-e8cefbbf6427 req-1993f928-68a2-41b1-8e0e-aec418752bdd tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:40.473304 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-16aab544-b3d7-4b92-a412-e8cefbbf6427 req-1993f928-68a2-41b1-8e0e-aec418752bdd tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0778592 Jan 31 19:21:40.524576 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-16aab544-b3d7-4b92-a412-e8cefbbf6427 req-6c746f30-c9b9-4bcc-843f-d4237eba6a07 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455425 Jan 31 19:21:40.566566 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff502365-c5ce-4214-9396-b3092809ac07 req-679e2af0-b8a3-4374-bc37-fff5ac69e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:40.568037 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ff502365-c5ce-4214-9396-b3092809ac07 req-679e2af0-b8a3-4374-bc37-fff5ac69e156 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 200 len: 919 time: 0.0958567 Jan 31 19:21:40.642784 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ff502365-c5ce-4214-9396-b3092809ac07 req-b9c36ce3-683a-4b40-ad74-926d3e549fbb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e HTTP/1.1" status: 200 len: 1000 time: 0.0652771 Jan 31 19:21:40.700211 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff502365-c5ce-4214-9396-b3092809ac07 req-6491e69a-9f15-4252-bead-11dd453e7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:40.701739 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ff502365-c5ce-4214-9396-b3092809ac07 req-6491e69a-9f15-4252-bead-11dd453e7158 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4c50c8fa-063d-4447-81e7-9a815420e7f8 HTTP/1.1" status: 200 len: 856 time: 0.0465162 Jan 31 19:21:40.790562 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff502365-c5ce-4214-9396-b3092809ac07 req-060e3f7b-4081-417d-8377-e6dbe1311fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:40.792088 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ff502365-c5ce-4214-9396-b3092809ac07 req-060e3f7b-4081-417d-8377-e6dbe1311fca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e72e47be-aaa8-400d-b997-58e2a6efc84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788684 Jan 31 19:21:40.808956 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45463c70-06ba-4be0-9b5c-81c19ecb3c1c req-dedea46d-368f-4663-bebd-f57cfaea6e73 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:40.810998 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-45463c70-06ba-4be0-9b5c-81c19ecb3c1c req-dedea46d-368f-4663-bebd-f57cfaea6e73 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0698783 Jan 31 19:21:40.921633 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-45463c70-06ba-4be0-9b5c-81c19ecb3c1c req-c50fde72-7f31-4f85-b364-5bd24893229c tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021223 Jan 31 19:21:40.947013 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ff502365-c5ce-4214-9396-b3092809ac07 req-20fd650e-ff52-491a-a1ec-1bac358def8a service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315575 Jan 31 19:21:41.048352 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ff502365-c5ce-4214-9396-b3092809ac07 req-7b696d46-c66c-411e-8836-d3b854618108 service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976818 Jan 31 19:21:41.340013 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a73ad8-c1e6-43c7-aadf-1e2f4bbb476b req-0aaf4872-b132-4895-840c-e45bbd4598ce tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:41.342068 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-43a73ad8-c1e6-43c7-aadf-1e2f4bbb476b req-0aaf4872-b132-4895-840c-e45bbd4598ce tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0667520 Jan 31 19:21:41.398618 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-43a73ad8-c1e6-43c7-aadf-1e2f4bbb476b req-fefea7e4-eac4-49d8-b6f2-d2d539afc5b1 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492311 Jan 31 19:21:41.508291 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7a76-ed8b-4fc5-9336-4ecc28d8ee9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:41.514924 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 55260) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:41.573037 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Deleting subnet d002fe48-ea24-483c-8052-7481645b3ebb {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:21:41.576209 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Publish callbacks [] for subnet (d002fe48-ea24-483c-8052-7481645b3ebb), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:41.622166 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9343508'] for subnet (d002fe48-ea24-483c-8052-7481645b3ebb), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:41.651044 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:41.692825 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (d002fe48-ea24-483c-8052-7481645b3ebb), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:41.731488 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2e8e7-06d2-4476-ac99-f4ffe2dbfe73 req-fc2d8252-665e-4b8f-a1de-bd45001cd80f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:41.732993 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-38f2e8e7-06d2-4476-ac99-f4ffe2dbfe73 req-fc2d8252-665e-4b8f-a1de-bd45001cd80f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1219373 Jan 31 19:21:41.795124 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-38f2e8e7-06d2-4476-ac99-f4ffe2dbfe73 req-a4cf128e-4a1a-41d9-a377-5582023cb517 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547495 Jan 31 19:21:41.897133 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8651393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9366732'] for subnet (d002fe48-ea24-483c-8052-7481645b3ebb), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:41.925167 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d002fe48-ea24-483c-8052-7481645b3ebb,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:41.930304 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:41.933480 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d002fe48-ea24-483c-8052-7481645b3ebb HTTP/1.1" status: 204 len: 168 time: 0.4144027 Jan 31 19:21:41.936345 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55266) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:41.938766 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:41.939171 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:41.939590 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:41.939932 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:41.940272 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:41.940607 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:41.940963 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:41.941318 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:41.941649 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:41.942021 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:41.942366 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:41.942736 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:41.943061 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a029-5a72-4e4f-85d9-0a133cf01b8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:42.041901 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef2c-79cb-4d38-a401-d738fe34e013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:42.093445 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef66d43-dd3e-4587-ad35-6d31ed1144b3 req-b6415670-a713-4ffd-b8d7-0525d97035d5 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:42.095198 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3ef66d43-dd3e-4587-ad35-6d31ed1144b3 req-b6415670-a713-4ffd-b8d7-0525d97035d5 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0946105 Jan 31 19:21:42.161114 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef2c-79cb-4d38-a401-d738fe34e013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:42.196238 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0e73ef2c-79cb-4d38-a401-d738fe34e013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:21:42.206413 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3ef66d43-dd3e-4587-ad35-6d31ed1144b3 req-f08aacff-010b-437f-9777-d7896a941a67 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012831 Jan 31 19:21:42.209762 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0e73ef2c-79cb-4d38-a401-d738fe34e013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf81023-dec0-4f1e-83b0-3458ffd18fbd') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:21:42.209980 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-0e73ef2c-79cb-4d38-a401-d738fe34e013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf81023-dec0-4f1e-83b0-3458ffd18fbd') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:21:42.220932 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef2c-79cb-4d38-a401-d738fe34e013 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8960383'] for segment (ebf81023-dec0-4f1e-83b0-3458ffd18fbd), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:42.235249 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef2c-79cb-4d38-a401-d738fe34e013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (ebf81023-dec0-4f1e-83b0-3458ffd18fbd), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:42.242438 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e73ef2c-79cb-4d38-a401-d738fe34e013 admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:21:42.242880 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef2c-79cb-4d38-a401-d738fe34e013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207958'] for segment (ebf81023-dec0-4f1e-83b0-3458ffd18fbd), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: Traceback (most recent call last): Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: timer() Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: cb(*args, **kw) Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: return func(*args, **kwargs) Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: self._notify() Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: self.callback(batched_events) Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: event.method(event) Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: return f(self, *a, **k) Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._get(url).json() Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: return self.request(url, 'GET', **kwargs) Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:21:42.244487 dv-cinder-813223-5-iscsi neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:21:42.416425 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef2c-79cb-4d38-a401-d738fe34e013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:42.421784 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef2c-79cb-4d38-a401-d738fe34e013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:42.426551 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-0e73ef2c-79cb-4d38-a401-d738fe34e013 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e HTTP/1.1" status: 204 len: 168 time: 0.4889867 Jan 31 19:21:42.437827 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73ef2c-79cb-4d38-a401-d738fe34e013 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b6d039-15cc-4cdf-bfb8-ba6be1b0b84e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:42.835459 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55286) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:42.886938 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eb6eb378-c4d1-4b04-a1f6-d5d6942d4de9 req-23cdd6c2-d8ec-49ad-8a41-637a9b0e176b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520973 Jan 31 19:21:42.887703 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-3b83b234-690a-45cd-9923-04a3c9edceb9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df8a5b93593f4a329012dadb3c92a2c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462897 Jan 31 19:21:42.887703 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55288) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:42.941754 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d3095ba-818e-4924-842d-f0e46ca00d43 admin admin] Publish callbacks [] for security_group (a997580a-5ef8-4ce3-a488-a857b5cf1897), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:42.945424 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca30468-2b54-4b73-8055-d4d12d164a6f req-18526b8f-de74-48d5-be53-fbcda3b4fb36 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:42.948311 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9ca30468-2b54-4b73-8055-d4d12d164a6f req-18526b8f-de74-48d5-be53-fbcda3b4fb36 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0607097 Jan 31 19:21:42.965000 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d3095ba-818e-4924-842d-f0e46ca00d43 admin admin] Publish callbacks [] for security_group (a997580a-5ef8-4ce3-a488-a857b5cf1897), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:43.001801 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9ca30468-2b54-4b73-8055-d4d12d164a6f req-55bed708-b71e-4fe7-9c2c-6f966cd95783 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487964 Jan 31 19:21:43.101698 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d3095ba-818e-4924-842d-f0e46ca00d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (a997580a-5ef8-4ce3-a488-a857b5cf1897), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:43.104238 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9d3095ba-818e-4924-842d-f0e46ca00d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:43.105544 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-9d3095ba-818e-4924-842d-f0e46ca00d43 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a997580a-5ef8-4ce3-a488-a857b5cf1897 HTTP/1.1" status: 204 len: 168 time: 0.2173007 Jan 31 19:21:43.115992 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3095ba-818e-4924-842d-f0e46ca00d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a997580a-5ef8-4ce3-a488-a857b5cf1897,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:43.337228 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678fa60-16f6-454d-a28d-423ffa8f9842 req-6daa5b2d-d651-42de-b6b6-f9aa58ff4b2b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:43.338984 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d678fa60-16f6-454d-a28d-423ffa8f9842 req-6daa5b2d-d651-42de-b6b6-f9aa58ff4b2b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0544333 Jan 31 19:21:43.404701 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d678fa60-16f6-454d-a28d-423ffa8f9842 req-54243371-74e9-4e09-ad86-24b133009bdf tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600982 Jan 31 19:21:43.781928 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-58427ce9-6b07-46f5-a62c-5ce0f3a2c618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:44.129477 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5cc94-ea45-48b5-88a5-eb2c5f8cd51e req-cc7d1410-22c9-4708-a386-aafa22a2c5d4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:44.131070 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-74a5cc94-ea45-48b5-88a5-eb2c5f8cd51e req-cc7d1410-22c9-4708-a386-aafa22a2c5d4 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0566890 Jan 31 19:21:44.189434 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-74a5cc94-ea45-48b5-88a5-eb2c5f8cd51e req-b7483ca0-54b2-471c-83fc-f00a07e48e7e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518734 Jan 31 19:21:44.542431 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a25dc-10e5-43b1-92e0-5e1d10a92ca0 req-95bb1095-48a4-4d98-9f52-935efb2b45be tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:44.543962 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1f9a25dc-10e5-43b1-92e0-5e1d10a92ca0 req-95bb1095-48a4-4d98-9f52-935efb2b45be tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 945 time: 0.0550194 Jan 31 19:21:44.554672 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device ed299fa9-a5f9-48f6-8480-902d2b39ed5e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:21:44.611634 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1f9a25dc-10e5-43b1-92e0-5e1d10a92ca0 req-25670085-990a-49c4-86f9-889961703ae3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608721 Jan 31 19:21:44.647222 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eb378-c4d1-4b04-a1f6-d5d6942d4de9 req-8680d7eb-cfb4-43fa-b15f-6382f9f0d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:44.649403 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eb6eb378-c4d1-4b04-a1f6-d5d6942d4de9 req-8680d7eb-cfb4-43fa-b15f-6382f9f0d1b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=694936399477419aa737191ef0856c4e&device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 1129 time: 0.0715663 Jan 31 19:21:44.670890 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port ed299fa9-a5f9-48f6-8480-902d2b39ed5e is: ACTIVE; New status is: DOWN {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:21:44.671422 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:44.697577 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:21:44.701546 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f8d1b2-6b52-4316-a6f4-e33769c8afc5" -d '{"events": [{"server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "name": "network-vif-unplugged", "status": "completed", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:21:44.717274 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:21:44.750616 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a538738-489c-437c-a2af-31c5e87fcb80 x-openstack-request-id: req-4a538738-489c-437c-a2af-31c5e87fcb80 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:21:44.750936 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "name": "network-vif-unplugged", "status": "completed", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:21:44.751196 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4a538738-489c-437c-a2af-31c5e87fcb80 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:21:44.751654 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'code': 200} Jan 31 19:21:44.778038 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eb378-c4d1-4b04-a1f6-d5d6942d4de9 req-24956a80-15b8-4431-9415-fad99a430d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:44.779723 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eb6eb378-c4d1-4b04-a1f6-d5d6942d4de9 req-24956a80-15b8-4431-9415-fad99a430d57 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f261ffb8-ebb6-4541-85b1-098d6402ff0f HTTP/1.1" status: 200 len: 912 time: 0.1014264 Jan 31 19:21:44.816833 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:44.818344 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:44.902737 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:44.972432 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55340) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:45.105186 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eb6eb378-c4d1-4b04-a1f6-d5d6942d4de9 req-bf7d82c8-c530-4af1-9a7f-e24dcb5f98e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc8d828-a8ad-4f2d-b803-88a32da41b34 HTTP/1.1" status: 200 len: 1001 time: 0.3185849 Jan 31 19:21:45.124169 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1f9b9c7-3b8c-48f0-83da-67113be965e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:45.174427 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eb378-c4d1-4b04-a1f6-d5d6942d4de9 req-a929784a-9790-4a31-ad27-c0059efcea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:45.177370 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eb6eb378-c4d1-4b04-a1f6-d5d6942d4de9 req-a929784a-9790-4a31-ad27-c0059efcea5e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b3dfd382-d219-4670-afee-0d492cc2dd58 HTTP/1.1" status: 200 len: 849 time: 0.0643711 Jan 31 19:21:45.271347 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eb378-c4d1-4b04-a1f6-d5d6942d4de9 req-452b2235-c2c2-4295-9d4e-49ff6f642a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:45.273318 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eb6eb378-c4d1-4b04-a1f6-d5d6942d4de9 req-452b2235-c2c2-4295-9d4e-49ff6f642a5f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f261ffb8-ebb6-4541-85b1-098d6402ff0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880053 Jan 31 19:21:45.288959 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1f9b9c7-3b8c-48f0-83da-67113be965e5 admin admin] Publish callbacks [] for security_group (4b4bb601-77ff-4168-8220-58bc86e11324), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:45.383826 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1f9b9c7-3b8c-48f0-83da-67113be965e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (4b4bb601-77ff-4168-8220-58bc86e11324), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:45.424283 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9b9c7-3b8c-48f0-83da-67113be965e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4bb601-77ff-4168-8220-58bc86e11324,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:45.439783 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eb6eb378-c4d1-4b04-a1f6-d5d6942d4de9 req-d93bc08b-e203-4625-bf28-f817b8c9a754 service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492162 Jan 31 19:21:45.488897 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105875-7fd5-4e3e-9418-0c73c5127d68 req-81b85676-9913-4dcb-8203-6e38f7688125 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:45.490565 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-be105875-7fd5-4e3e-9418-0c73c5127d68 req-81b85676-9913-4dcb-8203-6e38f7688125 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1816046 Jan 31 19:21:45.496948 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-e1f9b9c7-3b8c-48f0-83da-67113be965e5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=83f49cb0d866403e949fc62b0874b57f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5229633 Jan 31 19:21:45.507000 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55360) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:45.585924 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-be105875-7fd5-4e3e-9418-0c73c5127d68 req-95955822-1dd3-421e-9c4d-e9f6dc3d134c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875394 Jan 31 19:21:45.623068 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-208e2a5b-30cf-427c-89cb-a51a5f06bced admin admin] Publish callbacks [] for security_group (4b4bb601-77ff-4168-8220-58bc86e11324), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:45.633377 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eb6eb378-c4d1-4b04-a1f6-d5d6942d4de9 req-a692e2b9-0316-411e-8ec7-d37c43394ccf service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861308 Jan 31 19:21:45.652896 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-208e2a5b-30cf-427c-89cb-a51a5f06bced admin admin] Publish callbacks [] for security_group (4b4bb601-77ff-4168-8220-58bc86e11324), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:45.826558 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505601e0-f1e3-4b8f-a710-cc6f6edd0e97 req-84e98e55-6e21-4893-b240-5a171717eee7 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:45.828720 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-505601e0-f1e3-4b8f-a710-cc6f6edd0e97 req-84e98e55-6e21-4893-b240-5a171717eee7 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1038344 Jan 31 19:21:45.851335 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-208e2a5b-30cf-427c-89cb-a51a5f06bced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (4b4bb601-77ff-4168-8220-58bc86e11324), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:45.855078 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-208e2a5b-30cf-427c-89cb-a51a5f06bced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:45.856794 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-208e2a5b-30cf-427c-89cb-a51a5f06bced admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b4bb601-77ff-4168-8220-58bc86e11324 HTTP/1.1" status: 204 len: 168 time: 0.3488274 Jan 31 19:21:45.874702 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e2a5b-30cf-427c-89cb-a51a5f06bced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4bb601-77ff-4168-8220-58bc86e11324,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:45.940049 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-505601e0-f1e3-4b8f-a710-cc6f6edd0e97 req-e546a61b-786f-442d-ac07-b3a49b634834 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000888 Jan 31 19:21:46.560400 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:46.810510 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ec23c-d63e-4cb9-8653-229044114e05 req-c0bb8051-bd63-474f-874b-1b683c093ad2 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:46.825078 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f23ec23c-d63e-4cb9-8653-229044114e05 req-c0bb8051-bd63-474f-874b-1b683c093ad2 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1059167 Jan 31 19:21:46.890262 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f23ec23c-d63e-4cb9-8653-229044114e05 req-ad8fc28a-7ba2-47dc-9de9-f83b12bd7535 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616357 Jan 31 19:21:47.133830 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ac02c-a04b-473c-8aa9-96891f977654 req-8e5e72c0-a05f-488d-bc29-5ce5f5f7b808 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:47.147406 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-114ac02c-a04b-473c-8aa9-96891f977654 req-8e5e72c0-a05f-488d-bc29-5ce5f5f7b808 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.0959227 Jan 31 19:21:47.242951 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-114ac02c-a04b-473c-8aa9-96891f977654 req-d7c7b29f-1bab-490f-95b0-835285b7f64a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862663 Jan 31 19:21:47.771511 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:48.035998 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a284c-93ab-4556-9a9e-2cd259e9e229 req-7ef29fe7-388c-4605-b280-21e0430e0aa7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:48.041785 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-334a284c-93ab-4556-9a9e-2cd259e9e229 req-7ef29fe7-388c-4605-b280-21e0430e0aa7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0698097 Jan 31 19:21:48.108416 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-334a284c-93ab-4556-9a9e-2cd259e9e229 req-b4ad78a2-31f1-4efd-b734-dba31c45f74d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643463 Jan 31 19:21:48.925702 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [req-b1a08c02-1e48-45f6-9de1-6134322addb1 req-2e8390f8-2adb-43b2-aaea-b52ca4aa4b4d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:21:48.926911 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b1a08c02-1e48-45f6-9de1-6134322addb1 req-2e8390f8-2adb-43b2-aaea-b52ca4aa4b4d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060306 Jan 31 19:21:49.277387 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d630209-a2fd-4e76-acda-fa71430ab091 req-4ffac45f-7d36-4c40-aa71-6fe4ea86ddcc tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:49.279910 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8d630209-a2fd-4e76-acda-fa71430ab091 req-4ffac45f-7d36-4c40-aa71-6fe4ea86ddcc tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0834131 Jan 31 19:21:49.343599 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8d630209-a2fd-4e76-acda-fa71430ab091 req-1a2601bd-0615-406b-934e-1e85f025531e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556653 Jan 31 19:21:49.369586 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682c118-795c-4968-8247-d39a44b95753 req-2c3abd1a-4435-4974-8157-cced8b86b13b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:49.371822 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c682c118-795c-4968-8247-d39a44b95753 req-2c3abd1a-4435-4974-8157-cced8b86b13b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.0745542 Jan 31 19:21:49.427602 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c682c118-795c-4968-8247-d39a44b95753 req-8243c33f-2f6e-436a-8c33-e51acf0b3e50 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469573 Jan 31 19:21:49.683545 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device ed299fa9-a5f9-48f6-8480-902d2b39ed5e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:21:49.806417 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port ed299fa9-a5f9-48f6-8480-902d2b39ed5e is: DOWN; New status is: DOWN {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:21:50.213340 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55550) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:50.351411 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-7b5010c1-0eda-47b4-970d-343d665e411c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1365273 Jan 31 19:21:50.360724 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-7117207e-a764-4b8c-b3ab-acefebf9bca9 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:21:50.362397 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-7117207e-a764-4b8c-b3ab-acefebf9bca9 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058932 Jan 31 19:21:50.481676 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a898333-da8b-46ab-9969-ebd6fdbfea60 req-a856725b-8547-4e34-a813-95cf1e19f0e8 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:50.483164 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9a898333-da8b-46ab-9969-ebd6fdbfea60 req-a856725b-8547-4e34-a813-95cf1e19f0e8 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0607941 Jan 31 19:21:50.555505 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9a898333-da8b-46ab-9969-ebd6fdbfea60 req-ad568fca-1190-4e4d-81bf-f8b62f194dcb tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537260 Jan 31 19:21:50.631973 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710563e-1e9d-4ab4-aca1-f081df0943a0 req-313c817d-369a-46d0-bd2a-04b18a27f407 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:50.633680 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a710563e-1e9d-4ab4-aca1-f081df0943a0 req-313c817d-369a-46d0-bd2a-04b18a27f407 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.0665195 Jan 31 19:21:50.692197 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a710563e-1e9d-4ab4-aca1-f081df0943a0 req-92d8dc26-0c73-435b-ab34-cc595ab297b2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523872 Jan 31 19:21:50.976719 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6ef7d112-1095-4362-a7bf-0a94cc81a9b0 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9ef3b83c5ddc4db284e5b7addfadd036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372591 Jan 31 19:21:51.393207 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-b2f3d2f9-836b-46be-a564-45c9ea0d1dab tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:51.394735 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-b2f3d2f9-836b-46be-a564-45c9ea0d1dab tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4125166 Jan 31 19:21:51.410386 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-a548add1-d0ec-4de8-885f-a01bc273dad8 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/quotas/9ef3b83c5ddc4db284e5b7addfadd036 HTTP/1.1" status: 200 len: 375 time: 0.0100937 Jan 31 19:21:51.444958 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-5effcfdd-8bd8-48ae-9dd4-7a77e9c506ed tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ef3b83c5ddc4db284e5b7addfadd036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286169 Jan 31 19:21:51.730091 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008c3db-0bd1-4828-93b9-f0810b134bd5 req-bd2c39cd-1f71-45f3-9a60-bd5791f186ff tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:51.731862 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d008c3db-0bd1-4828-93b9-f0810b134bd5 req-bd2c39cd-1f71-45f3-9a60-bd5791f186ff tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0758445 Jan 31 19:21:51.809542 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d008c3db-0bd1-4828-93b9-f0810b134bd5 req-6efb8080-b1b0-4a64-841c-2213fc5adec9 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659359 Jan 31 19:21:51.975830 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-aa1f4365-4e8e-4314-8cbd-3063a816561f req-a19cf866-2ba9-492a-a136-0d2c14c714ee tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 210 time: 0.0765719 Jan 31 19:21:51.988518 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231582b0-ad54-484a-95e2-3d54c845ba5d req-f9140f1d-3892-4b99-8a6f-081ff4995c61 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:51.990051 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-231582b0-ad54-484a-95e2-3d54c845ba5d req-f9140f1d-3892-4b99-8a6f-081ff4995c61 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1155536 Jan 31 19:21:52.058507 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-231582b0-ad54-484a-95e2-3d54c845ba5d req-12ecdde2-b481-4aaf-ae31-461c576abec5 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537798 Jan 31 19:21:52.971960 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee1f77-8d11-43bf-bd7d-9a464bd76964 req-641639c7-c358-441f-ab4b-b9ed211e4437 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:52.973478 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-16ee1f77-8d11-43bf-bd7d-9a464bd76964 req-641639c7-c358-441f-ab4b-b9ed211e4437 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0688286 Jan 31 19:21:53.034099 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-16ee1f77-8d11-43bf-bd7d-9a464bd76964 req-fe7364c8-cc44-4f4b-8742-d1cdf6eee955 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536997 Jan 31 19:21:53.082746 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5c074fa7-a324-47d8-a877-562f24756ae9 req-734b5016-cb16-4ffa-9e20-52d7d24dfab4 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 210 time: 0.0326955 Jan 31 19:21:53.206892 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72484c8f-36c6-4a84-996b-92de2c0291fd req-35e6b461-6b45-4fe8-989e-13f1db7ec392 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:53.208412 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-72484c8f-36c6-4a84-996b-92de2c0291fd req-35e6b461-6b45-4fe8-989e-13f1db7ec392 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.0613503 Jan 31 19:21:53.261994 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-72484c8f-36c6-4a84-996b-92de2c0291fd req-efa628fa-1529-48a7-aafb-5f5617e7232e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480800 Jan 31 19:21:54.068500 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a1c72-2c77-4c9b-9e7a-19e3ace36bb3 req-cc1fc11a-eafa-4893-8abb-ba8239a4f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:54.070536 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7f1a1c72-2c77-4c9b-9e7a-19e3ace36bb3 req-cc1fc11a-eafa-4893-8abb-ba8239a4f21c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 1130 time: 0.0499043 Jan 31 19:21:54.162363 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7f1a1c72-2c77-4c9b-9e7a-19e3ace36bb3 req-cc5869c7-92b1-4bd1-a3e6-bdc743aa38c5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801196 Jan 31 19:21:54.195896 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3378eba-d059-447b-8c16-99bc8a3531f7 req-6e96ebbb-c077-40c1-ad05-b236d75a0f38 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:54.198639 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d3378eba-d059-447b-8c16-99bc8a3531f7 req-6e96ebbb-c077-40c1-ad05-b236d75a0f38 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0696287 Jan 31 19:21:54.236142 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a8c5b4ca-3615-4372-8920-a7415cd4d5d6 req-00acf48a-69b4-4b21-85da-1e293fdf72f3 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 210 time: 0.0497856 Jan 31 19:21:54.290217 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d3378eba-d059-447b-8c16-99bc8a3531f7 req-1e46a9b3-0092-4454-9333-7a94327705b1 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829086 Jan 31 19:21:54.405457 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef995f2a-d901-410e-86a0-4157b0b38c09 req-a496b79f-797d-416f-89b2-a141c952ded4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:54.406659 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ef995f2a-d901-410e-86a0-4157b0b38c09 req-a496b79f-797d-416f-89b2-a141c952ded4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.0588844 Jan 31 19:21:54.461311 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ef995f2a-d901-410e-86a0-4157b0b38c09 req-faad153d-8e5c-448b-8783-c576e81d08fb tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461013 Jan 31 19:21:54.461430 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55660) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:54.605795 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73bdb7f7-aecb-466c-b94e-1cbba0f210cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:54.706789 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73bdb7f7-aecb-466c-b94e-1cbba0f210cd admin admin] Publish callbacks [] for security_group (0cb2f65d-7f97-468e-be51-1c3804ee767d), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:54.771352 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-41a402ea-c3cb-4be0-80f2-852c0fc7b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:54.773010 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-41a402ea-c3cb-4be0-80f2-852c0fc7b768 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056&tenant_id=d65f5a1bdedf477aa11b1518878b0c9b HTTP/1.1" status: 200 len: 1127 time: 0.0975449 Jan 31 19:21:54.794123 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-73bdb7f7-aecb-466c-b94e-1cbba0f210cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (0cb2f65d-7f97-468e-be51-1c3804ee767d), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:54.853664 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-73bdb7f7-aecb-466c-b94e-1cbba0f210cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f2878ef297474a58acac9591fae93d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3911867 Jan 31 19:21:54.855106 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdb7f7-aecb-466c-b94e-1cbba0f210cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb2f65d-7f97-468e-be51-1c3804ee767d,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:54.857151 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 55670) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:54.869578 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-516a333f-4177-4697-b2ea-c51da7ff590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:54.872003 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-516a333f-4177-4697-b2ea-c51da7ff590a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 1127 time: 0.0665114 Jan 31 19:21:55.012168 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b215a4f5-4775-4161-86e5-bd17dcfe4082 admin admin] Publish callbacks [] for security_group (0cb2f65d-7f97-468e-be51-1c3804ee767d), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:55.030315 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-41aa746a-2408-4ea0-ba2d-10beeeb68484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:55.031797 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-41aa746a-2408-4ea0-ba2d-10beeeb68484 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 200 len: 919 time: 0.1489298 Jan 31 19:21:55.052651 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b215a4f5-4775-4161-86e5-bd17dcfe4082 admin admin] Publish callbacks [] for security_group (0cb2f65d-7f97-468e-be51-1c3804ee767d), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:55.140996 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-7fdfe25b-3977-4239-8215-65d717a949fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e HTTP/1.1" status: 200 len: 998 time: 0.0989358 Jan 31 19:21:55.202856 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-ced009da-e306-4427-91de-21fbcb4c5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:55.204253 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-ced009da-e306-4427-91de-21fbcb4c5cac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4c50c8fa-063d-4447-81e7-9a815420e7f8 HTTP/1.1" status: 200 len: 856 time: 0.0550802 Jan 31 19:21:55.265299 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-f403d0ed-8044-46c0-aa0d-727386471595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:55.266823 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-f403d0ed-8044-46c0-aa0d-727386471595 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e72e47be-aaa8-400d-b997-58e2a6efc84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546737 Jan 31 19:21:55.319276 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b215a4f5-4775-4161-86e5-bd17dcfe4082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (0cb2f65d-7f97-468e-be51-1c3804ee767d), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:55.322678 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b215a4f5-4775-4161-86e5-bd17dcfe4082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:55.330830 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-b215a4f5-4775-4161-86e5-bd17dcfe4082 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0cb2f65d-7f97-468e-be51-1c3804ee767d HTTP/1.1" status: 204 len: 168 time: 0.4655588 Jan 31 19:21:55.382785 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bd8794e7-92aa-448b-b26f-84ab6a37d1cd req-9bebb298-a5fb-4a24-a7e7-3566e2c6fadf tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 210 time: 0.0399463 Jan 31 19:21:55.404049 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215a4f5-4775-4161-86e5-bd17dcfe4082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb2f65d-7f97-468e-be51-1c3804ee767d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:55.487135 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-40f4fd4c-2ae2-457c-855e-ed6d0019fdba service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054698 Jan 31 19:21:55.525262 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b869f-e677-4e9e-8118-3c5be61fa06a req-17d27805-e7d1-41de-a81f-2dfb996aca0c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:55.532159 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-971b869f-e677-4e9e-8118-3c5be61fa06a req-17d27805-e7d1-41de-a81f-2dfb996aca0c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1049714 Jan 31 19:21:55.631899 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a80ac-e39a-459e-ac85-10ed72786e73 req-2243c188-efad-4b4a-891d-55ea13f6b3a1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:55.645076 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8d6a80ac-e39a-459e-ac85-10ed72786e73 req-2243c188-efad-4b4a-891d-55ea13f6b3a1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.0954750 Jan 31 19:21:55.649386 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-e266a8aa-7273-4b3c-8640-eeb5537e4ca7 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=9ef3b83c5ddc4db284e5b7addfadd036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924609 Jan 31 19:21:55.724708 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8d6a80ac-e39a-459e-ac85-10ed72786e73 req-fdcc77e6-12d2-4c58-9bfa-40158f53904f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778701 Jan 31 19:21:55.753231 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55686) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:55.755317 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-971b869f-e677-4e9e-8118-3c5be61fa06a req-f847d7ea-dd03-4e46-a2d1-fd73f24ed307 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222240 Jan 31 19:21:55.851855 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-642dc114-8c1e-4b08-b637-183f8ef0fa79 req-1f63a1b6-ec3b-49a8-ad54-e503eaf37ec5 service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571901 Jan 31 19:21:55.907042 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b94dddb5-9649-4196-bd66-9fc9990e2737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:55.937544 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-b70a3079-a6e5-4591-9ed3-45674ace032a tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:55.939826 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-b70a3079-a6e5-4591-9ed3-45674ace032a tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787189 Jan 31 19:21:55.952214 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Request body: {'port': {'device_id': '9ca2b847-8204-4e3f-b22f-c629c1182c96', 'network_id': '1f8d9156-a398-47c0-a1ac-ad507687b044', 'admin_state_up': True, 'tenant_id': '9ef3b83c5ddc4db284e5b7addfadd036'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:21:56.059270 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b94dddb5-9649-4196-bd66-9fc9990e2737 admin admin] Publish callbacks [] for security_group (d316891e-f22e-47a7-a43c-715c1bcac754), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:56.130674 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b94dddb5-9649-4196-bd66-9fc9990e2737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (d316891e-f22e-47a7-a43c-715c1bcac754), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:56.171069 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dddb5-9649-4196-bd66-9fc9990e2737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d316891e-f22e-47a7-a43c-715c1bcac754,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:56.175957 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b94dddb5-9649-4196-bd66-9fc9990e2737 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69984a413553401fadaadafdea9fbcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4206326 Jan 31 19:21:56.179816 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55700) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:56.237508 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb76b627-227d-4598-abad-5855a6f3903e admin admin] Publish callbacks [] for security_group (d316891e-f22e-47a7-a43c-715c1bcac754), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:56.257970 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Made reservation on behalf of 9ef3b83c5ddc4db284e5b7addfadd036 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:21:56.263649 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:56.271100 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb76b627-227d-4598-abad-5855a6f3903e admin admin] Publish callbacks [] for security_group (d316891e-f22e-47a7-a43c-715c1bcac754), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:56.287127 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:56.400892 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb76b627-227d-4598-abad-5855a6f3903e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (d316891e-f22e-47a7-a43c-715c1bcac754), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:56.404787 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-eb76b627-227d-4598-abad-5855a6f3903e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:56.407613 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-eb76b627-227d-4598-abad-5855a6f3903e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d316891e-f22e-47a7-a43c-715c1bcac754 HTTP/1.1" status: 204 len: 168 time: 0.2254205 Jan 31 19:21:56.423829 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76b627-227d-4598-abad-5855a6f3903e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d316891e-f22e-47a7-a43c-715c1bcac754,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:56.487206 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Publish callbacks [] for security_group (c1e26a40-b8ec-4956-a6c8-db6be0faad04), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:56.511872 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5a4c81f4-6143-4530-9c99-da5350079f79 req-a8e45f8b-ab3f-4eed-a241-49e34eac9997 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 210 time: 0.0350707 Jan 31 19:21:56.582320 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (c1e26a40-b8ec-4956-a6c8-db6be0faad04), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:56.652159 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e26a40-b8ec-4956-a6c8-db6be0faad04,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:56.758672 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Allocated IP 192.168.233.209 (1f8d9156-a398-47c0-a1ac-ad507687b044/e24ff56c-9aef-472c-91ec-c724a870796f/aa89aa7d-77cb-47f7-bc87-173b47fe1b10) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:21:56.967964 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55726) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:56.991433 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1295c-54ee-4cd2-9675-c4b27eace340 req-549dd146-1b7a-4426-bfd0-e6a2f74077fb tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:57.000451 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b8b1295c-54ee-4cd2-9675-c4b27eace340 req-549dd146-1b7a-4426-bfd0-e6a2f74077fb tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0982897 Jan 31 19:21:57.069761 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b8b1295c-54ee-4cd2-9675-c4b27eace340 req-cbb5b360-a5f5-44d2-a6bd-c25e08432e80 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681317 Jan 31 19:21:57.086775 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53659385-b298-427c-b22d-24bc894a93e0 req-ecc56aed-3c65-4664-9499-766021c29394 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:57.089756 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-53659385-b298-427c-b22d-24bc894a93e0 req-ecc56aed-3c65-4664-9499-766021c29394 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1791673 Jan 31 19:21:57.154213 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-326de64a-f04a-46d7-9850-b331b693d24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:57.157655 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Publish callbacks [] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:57.179219 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-53659385-b298-427c-b22d-24bc894a93e0 req-7bdea1c0-c01a-4da4-871d-861b2a04feb5 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814917 Jan 31 19:21:57.269180 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-326de64a-f04a-46d7-9850-b331b693d24a admin admin] Publish callbacks [] for security_group (5813ba2d-d782-44fd-8c66-75c0a610be60), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:57.365874 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:57.429702 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Network 1f8d9156-a398-47c0-a1ac-ad507687b044 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:21:57.435352 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:21:57.440838 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:21:57.451568 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Pushing event updated for resources: {'Port': ['ID=aa89aa7d-77cb-47f7-bc87-173b47fe1b10,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:57.457486 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-326de64a-f04a-46d7-9850-b331b693d24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (5813ba2d-d782-44fd-8c66-75c0a610be60), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:57.511680 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-326de64a-f04a-46d7-9850-b331b693d24a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=263ef7f15c7441449045d0fb59972da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5421813 Jan 31 19:21:57.516335 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55742) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:57.528854 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:57.530949 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:57.550194 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326de64a-f04a-46d7-9850-b331b693d24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5813ba2d-d782-44fd-8c66-75c0a610be60,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:57.625588 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e09db1b3-91b0-4e2e-b2ab-583d910265ee admin admin] Publish callbacks [] for security_group (5813ba2d-d782-44fd-8c66-75c0a610be60), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:57.672836 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e09db1b3-91b0-4e2e-b2ab-583d910265ee admin admin] Publish callbacks [] for security_group (5813ba2d-d782-44fd-8c66-75c0a610be60), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:57.690237 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-6f593f9e-96f4-43b8-9b4b-bc844f2fb0b6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7414107 Jan 31 19:21:57.715823 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Request body: {'port': {'device_id': '9ca2b847-8204-4e3f-b22f-c629c1182c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:21:57.812186 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539825e-110c-4ef4-8917-ee746952aa6c req-9ab04230-49de-4542-9398-4a616bb63c57 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:57.822726 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2539825e-110c-4ef4-8917-ee746952aa6c req-9ab04230-49de-4542-9398-4a616bb63c57 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 936 time: 0.1525271 Jan 31 19:21:57.906810 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e09db1b3-91b0-4e2e-b2ab-583d910265ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (5813ba2d-d782-44fd-8c66-75c0a610be60), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:57.906810 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e09db1b3-91b0-4e2e-b2ab-583d910265ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:57.906810 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-e09db1b3-91b0-4e2e-b2ab-583d910265ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5813ba2d-d782-44fd-8c66-75c0a610be60 HTTP/1.1" status: 204 len: 168 time: 0.3838379 Jan 31 19:21:57.915897 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-04189f57-6e62-4d8f-bd5c-73f61fb5ebc7 None None] Provisioning complete for port aa89aa7d-77cb-47f7-bc87-173b47fe1b10 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:21:57.917511 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-04189f57-6e62-4d8f-bd5c-73f61fb5ebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:57.931971 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2539825e-110c-4ef4-8917-ee746952aa6c req-44176eb2-faee-441d-b1ed-1308d0a6a8c2 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048486 Jan 31 19:21:57.936761 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09db1b3-91b0-4e2e-b2ab-583d910265ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5813ba2d-d782-44fd-8c66-75c0a610be60,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:57.955359 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:58.019220 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-04189f57-6e62-4d8f-bd5c-73f61fb5ebc7 None None] Port aa89aa7d-77cb-47f7-bc87-173b47fe1b10 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:21:58.435659 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f0e60-5eb0-4b27-be30-49bc48d4b609 req-ab4467d2-24a3-4c77-b9d0-423f9505a3d0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:58.446373 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c93f0e60-5eb0-4b27-be30-49bc48d4b609 req-ab4467d2-24a3-4c77-b9d0-423f9505a3d0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1058080 Jan 31 19:21:58.463291 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578b404-28a5-4eff-a456-1e7b860b5964 req-72ad7e00-9d1e-464f-ba66-689936c6cf87 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:58.472919 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3578b404-28a5-4eff-a456-1e7b860b5964 req-72ad7e00-9d1e-464f-ba66-689936c6cf87 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.6058631 Jan 31 19:21:58.532102 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed15b2-ef0a-4388-9ab5-62b147277ccd req-96357691-3baa-4e21-ba05-848e8e9a214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:58.540179 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-75ed15b2-ef0a-4388-9ab5-62b147277ccd req-96357691-3baa-4e21-ba05-848e8e9a214c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 1130 time: 0.6461792 Jan 31 19:21:58.559710 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c93f0e60-5eb0-4b27-be30-49bc48d4b609 req-4f7fd729-676b-4009-a435-f94bdcb31209 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087186 Jan 31 19:21:58.926388 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3578b404-28a5-4eff-a456-1e7b860b5964 req-b96bbbe3-d097-431c-856a-463a389bed1c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511211 Jan 31 19:21:59.082141 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed15b2-ef0a-4388-9ab5-62b147277ccd req-c7717312-65c9-4b30-9174-3e152bba33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:59.086805 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-75ed15b2-ef0a-4388-9ab5-62b147277ccd req-c7717312-65c9-4b30-9174-3e152bba33a0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76 HTTP/1.1" status: 200 len: 920 time: 0.4582696 Jan 31 19:21:59.252326 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e72912-ccdc-4910-a279-7ffaf812ad94 req-cff27d8f-b3df-4d8e-b9e0-d7bb3863048d tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:59.253503 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa89aa7d-77cb-47f7-bc87-173b47fe1b10 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:21:59.254993 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a0e72912-ccdc-4910-a279-7ffaf812ad94 req-cff27d8f-b3df-4d8e-b9e0-d7bb3863048d tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 936 time: 0.1938093 Jan 31 19:21:59.271222 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Publish callbacks [] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:59.299360 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Transition to ACTIVE for port object aa89aa7d-77cb-47f7-bc87-173b47fe1b10 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:21:59.363266 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a0e72912-ccdc-4910-a279-7ffaf812ad94 req-871c2496-90b5-4ce8-9773-812db7ecd9e7 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991108 Jan 31 19:21:59.378953 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-75ed15b2-ef0a-4388-9ab5-62b147277ccd req-0754c565-865e-47ba-88f0-5fab8eebc2ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ff0cf0f-e820-43fc-a038-76c555e88a97 HTTP/1.1" status: 200 len: 217 time: 0.0732229 Jan 31 19:21:59.456991 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:59.524690 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Pushing event updated for resources: {'Port': ['ID=aa89aa7d-77cb-47f7-bc87-173b47fe1b10,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:59.684610 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed15b2-ef0a-4388-9ab5-62b147277ccd req-488bd388-c652-4db6-adfb-e6f07e37298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:59.686331 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-75ed15b2-ef0a-4388-9ab5-62b147277ccd req-488bd388-c652-4db6-adfb-e6f07e37298f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c1924c8-4ffc-4f4f-8854-bdf0660d683e HTTP/1.1" status: 200 len: 858 time: 0.1627471 Jan 31 19:21:59.703301 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Attempting to bind port aa89aa7d-77cb-47f7-bc87-173b47fe1b10 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:21:59.703676 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Attempting to bind port aa89aa7d-77cb-47f7-bc87-173b47fe1b10 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '76ebff94-39a2-45a6-bfc7-effa3f755c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '1f8d9156-a398-47c0-a1ac-ad507687b044'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:21:59.704015 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Attempting to bind port aa89aa7d-77cb-47f7-bc87-173b47fe1b10 on network 1f8d9156-a398-47c0-a1ac-ad507687b044 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:21:59.709911 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Port aa89aa7d-77cb-47f7-bc87-173b47fe1b10 on network 1f8d9156-a398-47c0-a1ac-ad507687b044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:21:59.710233 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Attempting to bind port aa89aa7d-77cb-47f7-bc87-173b47fe1b10 on network 1f8d9156-a398-47c0-a1ac-ad507687b044 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:21:59.726623 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:21:59.726623 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Checking segment: {'id': '76ebff94-39a2-45a6-bfc7-effa3f755c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '1f8d9156-a398-47c0-a1ac-ad507687b044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:21:59.726623 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Bound using segment: {'id': '76ebff94-39a2-45a6-bfc7-effa3f755c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '1f8d9156-a398-47c0-a1ac-ad507687b044'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:21:59.726623 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Bound port: aa89aa7d-77cb-47f7-bc87-173b47fe1b10, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ebff94-39a2-45a6-bfc7-effa3f755c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '1f8d9156-a398-47c0-a1ac-ad507687b044'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:21:59.726623 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:59.841820 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-75ed15b2-ef0a-4388-9ab5-62b147277ccd req-1844dcde-1970-493d-8edc-6eff77962a9a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3b99c91a-a4b5-44c0-babe-fdd1422d7c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015370 Jan 31 19:21:59.904672 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f9f95-f765-43ec-a7dc-96c39d4871fb req-2a5e85bc-0660-4442-a3eb-346d227284df tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:59.906572 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f04f9f95-f765-43ec-a7dc-96c39d4871fb req-2a5e85bc-0660-4442-a3eb-346d227284df tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1654432 Jan 31 19:21:59.935172 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] For port aa89aa7d-77cb-47f7-bc87-173b47fe1b10, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:21:59.961526 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] For port aa89aa7d-77cb-47f7-bc87-173b47fe1b10, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aa89aa7d-77cb-47f7-bc87-173b47fe1b10,segment=NetworkSegment(76ebff94-39a2-45a6-bfc7-effa3f755c6e),segment_id=76ebff94-39a2-45a6-bfc7-effa3f755c6e)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:21:59.964251 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55776) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:00.019568 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f04f9f95-f765-43ec-a7dc-96c39d4871fb req-1bdc1083-6feb-4497-94cf-9f2bb72c5d22 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999544 Jan 31 19:22:00.144409 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35550f-67ec-463a-942d-6b3e3a2f34bc req-0255460a-6c01-482e-a1e4-1924aa1bf330 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:00.155242 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5b35550f-67ec-463a-942d-6b3e3a2f34bc req-0255460a-6c01-482e-a1e4-1924aa1bf330 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0987616 Jan 31 19:22:00.170907 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:00.179421 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1704817520-network', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:00.226149 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5b35550f-67ec-463a-942d-6b3e3a2f34bc req-02856a09-c928-4269-af59-f7419046fa5b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689437 Jan 31 19:22:00.265869 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:00.266851 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:00.271722 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] 10.222.0.77 "PUT /v2.0/ports/aa89aa7d-77cb-47f7-bc87-173b47fe1b10 HTTP/1.1" status: 200 len: 1098 time: 2.5600393 Jan 31 19:22:00.271722 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca2b847-8204-4e3f-b22f-c629c1182c96', 'tag': 'aa89aa7d-77cb-47f7-bc87-173b47fe1b10'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:22:00.272425 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767427e1-ce52-4500-956e-54a60515e7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca2b847-8204-4e3f-b22f-c629c1182c96", "tag": "aa89aa7d-77cb-47f7-bc87-173b47fe1b10"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:22:00.273187 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:22:00.318828 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-75ed15b2-ef0a-4388-9ab5-62b147277ccd req-e6376d1c-d219-43fd-bfc7-9d5a3ae28b2a service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893925 Jan 31 19:22:00.319560 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa31c-f8f6-4178-980e-8b3473975571 service neutron] Pushing event updated for resources: {'Port': ['ID=aa89aa7d-77cb-47f7-bc87-173b47fe1b10,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:00.342679 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cc4e6a-6cc3-4e15-8a7e-d715ea53d27a x-openstack-request-id: req-27cc4e6a-6cc3-4e15-8a7e-d715ea53d27a {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:22:00.343327 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca2b847-8204-4e3f-b22f-c629c1182c96", "tag": "aa89aa7d-77cb-47f7-bc87-173b47fe1b10", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:22:00.344228 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-27cc4e6a-6cc3-4e15-8a7e-d715ea53d27a {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:22:00.345893 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca2b847-8204-4e3f-b22f-c629c1182c96', 'tag': 'aa89aa7d-77cb-47f7-bc87-173b47fe1b10', 'status': 'completed', 'code': 200} Jan 31 19:22:00.347890 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Made reservation on behalf of 47ca2a0269214434a3c8676e3a51126e for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:22:00.360056 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:00.364289 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:00.514167 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-75ed15b2-ef0a-4388-9ab5-62b147277ccd req-e49efd84-23a2-4945-847f-c54d6c6aed42 service neutron] 10.222.0.77 "GET /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461897 Jan 31 19:22:00.660279 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767427e1-ce52-4500-956e-54a60515e7f2 req-7510f77f-9ce3-424a-a0ef-6c56ebe5ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:00.662914 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-767427e1-ce52-4500-956e-54a60515e7f2 req-7510f77f-9ce3-424a-a0ef-6c56ebe5ff53 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ef3b83c5ddc4db284e5b7addfadd036&device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 1132 time: 0.1474957 Jan 31 19:22:00.683124 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Publish callbacks [] for security_group (9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:00.721001 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6dff4-dd5b-4833-9490-f6faaa9d713f req-560fcd24-ed8c-4978-92a1-14fd04f0b4cb tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:00.723746 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-44d6dff4-dd5b-4833-9490-f6faaa9d713f req-560fcd24-ed8c-4978-92a1-14fd04f0b4cb tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 948 time: 0.2160730 Jan 31 19:22:00.789502 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:00.808634 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-44d6dff4-dd5b-4833-9490-f6faaa9d713f req-bb71619c-edc0-49ff-91c7-006a5415a66d tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760274 Jan 31 19:22:00.853564 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1203} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:22:00.870673 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:00.888989 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:00.889447 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:00.890216 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:00.890769 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:00.891238 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:00.891781 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:00.893015 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:00.893692 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:00.894444 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:00.899242 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:00.899242 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:00.899242 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:00.899242 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:00.909404 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (8edd0d81-fa89-4bf2-ad88-af79b4376b4a), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:00.910082 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.segments_db [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Added segment 8edd0d81-fa89-4bf2-ad88-af79b4376b4a of type vlan for network ed0ec79a-b707-4b56-918d-78a1f0122266 Jan 31 19:22:00.993190 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (ed0ec79a-b707-4b56-918d-78a1f0122266), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:01.154612 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (ed0ec79a-b707-4b56-918d-78a1f0122266), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:01.155450 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:01.156053 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:01.232897 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3da811-7d32-434d-a082-a444bb0e4478 req-373b55be-18e9-4d26-8955-078d479b2745 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:01.234746 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7c3da811-7d32-434d-a082-a444bb0e4478 req-373b55be-18e9-4d26-8955-078d479b2745 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.0805607 Jan 31 19:22:01.311132 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7c3da811-7d32-434d-a082-a444bb0e4478 req-b0fde6ee-139a-4a17-8dff-436a0982f7c7 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691967 Jan 31 19:22:01.353344 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] Pushing event updated for resources: {'Network': ['ID=ed0ec79a-b707-4b56-918d-78a1f0122266,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:01.374227 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network ed0ec79a-b707-4b56-918d-78a1f0122266 details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:22:01.414665 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b133e00c-ca0e-45a2-9940-046ba93d9651 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4483340 Jan 31 19:22:01.417689 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55792) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:01.426231 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a5a9ea7c-a134-4943-86ae-b510b9d2bdc7 admin admin] Request body: {'subnet': {'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1704817520-subnet', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:01.473719 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0a4d-b4c9-4412-b361-7337b788ab9d req-b2eb0bf7-7e17-4fcc-9de6-08557e1b1f3f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:01.476933 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b7ac0a4d-b4c9-4412-b361-7337b788ab9d req-b2eb0bf7-7e17-4fcc-9de6-08557e1b1f3f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1188426 Jan 31 19:22:01.537641 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a9ea7c-a134-4943-86ae-b510b9d2bdc7 admin admin] Made reservation on behalf of 47ca2a0269214434a3c8676e3a51126e for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:22:01.540054 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ea7c-a134-4943-86ae-b510b9d2bdc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9062747'] for subnet (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:01.598750 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b7ac0a4d-b4c9-4412-b361-7337b788ab9d req-b861a276-84d8-4bfa-aa5d-cae695a9d11d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053901 Jan 31 19:22:01.868675 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ea7c-a134-4943-86ae-b510b9d2bdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3206517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9062765'] for subnet (42e5d16d-821a-432f-8a42-15df80176ccc), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:01.943286 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9ea7c-a134-4943-86ae-b510b9d2bdc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e5d16d-821a-432f-8a42-15df80176ccc,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:01.958441 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9ea7c-a134-4943-86ae-b510b9d2bdc7 admin admin] Checking segment: {'id': '8edd0d81-fa89-4bf2-ad88-af79b4376b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:01.958803 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a9ea7c-a134-4943-86ae-b510b9d2bdc7 admin admin] Network hostable DHCP agents. Network: ed0ec79a-b707-4b56-918d-78a1f0122266, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:22:01.973365 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb88d3-ada5-4dcc-94a6-a2b4f5aee137 req-da57e27f-b799-4bc9-90c4-458b3d11bf4c tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:01.975796 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bebb88d3-ada5-4dcc-94a6-a2b4f5aee137 req-da57e27f-b799-4bc9-90c4-458b3d11bf4c tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 948 time: 0.0726604 Jan 31 19:22:02.061211 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bebb88d3-ada5-4dcc-94a6-a2b4f5aee137 req-b498c21f-b36f-4ad9-90df-54aba438d148 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717435 Jan 31 19:22:02.074123 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a9ea7c-a134-4943-86ae-b510b9d2bdc7 admin admin] Network ed0ec79a-b707-4b56-918d-78a1f0122266 is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:22:02.153700 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-a5a9ea7c-a134-4943-86ae-b510b9d2bdc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, ed0ec79a-b707-4b56-918d-78a1f0122266) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:02.158731 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a9ea7c-a134-4943-86ae-b510b9d2bdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:02.159354 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ea7c-a134-4943-86ae-b510b9d2bdc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:02.166190 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a970a8e-77da-452f-a67e-f83449ea344d None None] Network ed0ec79a-b707-4b56-918d-78a1f0122266 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:22:02.264716 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-a5a9ea7c-a134-4943-86ae-b510b9d2bdc7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8459258 Jan 31 19:22:02.268559 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 55796) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:02.277367 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:02.307293 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbab7dfa-41f8-5c4b-aba0-772b36cf482d-ed0ec79a-b707-4b56-918d-78a1f0122266', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'fixed_ips': [{'subnet_id': '42e5d16d-821a-432f-8a42-15df80176ccc'}]}} from dv-cinder-813223-5-iscsi. {{(pid=103245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:22:02.308252 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:02.371123 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2073160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45537'] for router (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:02.372228 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2074296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1623956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45544'] for router (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:02.450313 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Publish callbacks [] for router_controller (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:02.527127 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a376466-886a-4a7e-81f9-3fbabbcba887 req-3fa96913-2277-4fa5-8139-f8f1335e4dd4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:02.529869 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3a376466-886a-4a7e-81f9-3fbabbcba887 req-3fa96913-2277-4fa5-8139-f8f1335e4dd4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1137378 Jan 31 19:22:02.570128 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Allocated IP 172.20.0.2 (ed0ec79a-b707-4b56-918d-78a1f0122266/42e5d16d-821a-432f-8a42-15df80176ccc/95bc81ba-d288-4c02-8e3e-d1e126d301bf) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:02.645277 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3a376466-886a-4a7e-81f9-3fbabbcba887 req-00a4a564-2893-454e-8d38-fe67f1b6de21 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084518 Jan 31 19:22:02.824812 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Publish callbacks [] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:02.843252 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Publish callbacks [] for router_gateway (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:02.867324 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926840f-d2f7-485a-bb7f-613e57a52cd0 req-aafdd3d4-addb-4c24-b1b4-380e4909e9f3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:02.870129 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8926840f-d2f7-485a-bb7f-613e57a52cd0 req-aafdd3d4-addb-4c24-b1b4-380e4909e9f3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1361070 Jan 31 19:22:02.926791 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8926840f-d2f7-485a-bb7f-613e57a52cd0 req-f2587159-1f5b-43a1-86b9-b8a8826e0b0f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518014 Jan 31 19:22:02.949384 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:03.013656 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Network ed0ec79a-b707-4b56-918d-78a1f0122266 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:03.018334 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:03.021290 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:03.028026 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Pushing event updated for resources: {'Port': ['ID=95bc81ba-d288-4c02-8e3e-d1e126d301bf,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:03.093584 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Attempting to bind port 95bc81ba-d288-4c02-8e3e-d1e126d301bf on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:03.094279 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Attempting to bind port 95bc81ba-d288-4c02-8e3e-d1e126d301bf by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '8edd0d81-fa89-4bf2-ad88-af79b4376b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:03.094978 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Attempting to bind port 95bc81ba-d288-4c02-8e3e-d1e126d301bf on network ed0ec79a-b707-4b56-918d-78a1f0122266 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:03.103493 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:03.104359 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Checking segment: {'id': '8edd0d81-fa89-4bf2-ad88-af79b4376b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:03.105014 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:03.105652 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Bound using segment: {'id': '8edd0d81-fa89-4bf2-ad88-af79b4376b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:03.106236 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Bound port: 95bc81ba-d288-4c02-8e3e-d1e126d301bf, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edd0d81-fa89-4bf2-ad88-af79b4376b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:03.106626 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:03.189731 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] For port 95bc81ba-d288-4c02-8e3e-d1e126d301bf, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:03.194288 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] For port 95bc81ba-d288-4c02-8e3e-d1e126d301bf, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=95bc81ba-d288-4c02-8e3e-d1e126d301bf,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:03.285865 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:03.330412 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bccbfe-a8ef-4aa0-9315-67f80b9c1d4c req-ad43491b-664f-41c9-bad2-617e95abb7cb tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:03.332140 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-98bccbfe-a8ef-4aa0-9315-67f80b9c1d4c req-ad43491b-664f-41c9-bad2-617e95abb7cb tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 948 time: 0.1142707 Jan 31 19:22:03.396678 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Publish callbacks [] for router_gateway (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:03.420828 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:03.433786 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225a71c-9b7c-433c-898f-05f844748ecc None None] Pushing event updated for resources: {'Port': ['ID=95bc81ba-d288-4c02-8e3e-d1e126d301bf,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:03.462871 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-98bccbfe-a8ef-4aa0-9315-67f80b9c1d4c req-6c755e2e-1b54-4bae-842f-cfd47a857050 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206357 Jan 31 19:22:03.624247 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Allocated IP 172.27.1.61 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/8436e3f1-01e7-4945-9bb6-0b97160cc7af) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:03.947542 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Publish callbacks [] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:04.092193 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6436c-ff45-47ec-b7ed-94f293de4507 req-751ae80b-5233-4115-aafb-855479f8818a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:04.095242 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f4d6436c-ff45-47ec-b7ed-94f293de4507 req-751ae80b-5233-4115-aafb-855479f8818a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.3201983 Jan 31 19:22:04.155930 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafb279-0438-4cdf-a4e4-05066e73a235 req-fc634b15-0888-4b63-82c2-601f70a6df66 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:04.157859 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0eafb279-0438-4cdf-a4e4-05066e73a235 req-fc634b15-0888-4b63-82c2-601f70a6df66 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1190267 Jan 31 19:22:04.162692 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:04.234837 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f4d6436c-ff45-47ec-b7ed-94f293de4507 req-79763f0b-f135-4f6a-843e-cd50b58d77d8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302454 Jan 31 19:22:04.238327 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:04.242217 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:04.245079 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:04.256749 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0eafb279-0438-4cdf-a4e4-05066e73a235 req-2adf210f-6905-4fc5-96c0-1048e9592b2e tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863526 Jan 31 19:22:04.337341 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Pushing event updated for resources: {'Port': ['ID=8436e3f1-01e7-4945-9bb6-0b97160cc7af,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:04.788077 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 95bc81ba-d288-4c02-8e3e-d1e126d301bf up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:04.817349 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fd132-9efc-40e6-8523-e82e1eb54229 req-524f52d0-ec31-4896-8bdc-f78700e066ca tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:04.825821 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b97fd132-9efc-40e6-8523-e82e1eb54229 req-524f52d0-ec31-4896-8bdc-f78700e066ca tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 948 time: 0.2484546 Jan 31 19:22:04.904347 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 95bc81ba-d288-4c02-8e3e-d1e126d301bf triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:04.904777 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:04.928879 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Publish callbacks [] for router_gateway (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:05.008015 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b97fd132-9efc-40e6-8523-e82e1eb54229 req-baaa1fb0-1b1c-43c6-9684-64893145736a tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811240 Jan 31 19:22:05.116240 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 95bc81ba-d288-4c02-8e3e-d1e126d301bf is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:05.116642 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:05.198165 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port 95bc81ba-d288-4c02-8e3e-d1e126d301bf, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=95bc81ba-d288-4c02-8e3e-d1e126d301bf,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:05.236213 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a22de7-95f8-41eb-a588-1b3f9721e1ad None None] Network ed0ec79a-b707-4b56-918d-78a1f0122266 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:22:05.414569 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2074305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078787'] for router (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:05.474279 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c5bbb6d5-129d-4bae-8b26-cda9e05010e8 None None] Provisioning complete for port 95bc81ba-d288-4c02-8e3e-d1e126d301bf triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:05.474799 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5bbb6d5-129d-4bae-8b26-cda9e05010e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:05.502166 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d47be9-1d9c-441b-96aa-04b7a640b3c2 req-ffac662d-381e-417a-b6da-96ae35f2c835 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:05.507756 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f7d47be9-1d9c-441b-96aa-04b7a640b3c2 req-ffac662d-381e-417a-b6da-96ae35f2c835 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1103318 Jan 31 19:22:05.634097 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f7d47be9-1d9c-441b-96aa-04b7a640b3c2 req-95d385eb-70cb-4731-b70b-efbe8f35423e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180801 Jan 31 19:22:05.639545 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbb6d5-129d-4bae-8b26-cda9e05010e8 None None] Current status of the port 95bc81ba-d288-4c02-8e3e-d1e126d301bf is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:05.640107 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c5bbb6d5-129d-4bae-8b26-cda9e05010e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:05.767747 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b36366-f95f-4607-8c6f-f0d4da429916 req-4ffa3983-e8d8-4c92-888f-f23dc5188ecd tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:05.769953 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f9b36366-f95f-4607-8c6f-f0d4da429916 req-4ffa3983-e8d8-4c92-888f-f23dc5188ecd tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.3719928 Jan 31 19:22:05.817549 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:05.884799 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f9b36366-f95f-4607-8c6f-f0d4da429916 req-04554d7a-8ced-4255-be9f-d81694912fa7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952296 Jan 31 19:22:05.925944 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 is scheduled to L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:22:05.951231 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.db.api [None req-c5bbb6d5-129d-4bae-8b26-cda9e05010e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:22:05.951672 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG oslo_db.api [None req-c5bbb6d5-129d-4bae-8b26-cda9e05010e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:22:05.959152 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-767427e1-ce52-4500-956e-54a60515e7f2 req-52f465ea-444a-450f-9ad1-1e0425c6d032 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=9ef3b83c5ddc4db284e5b7addfadd036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295029 Jan 31 19:22:05.973335 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=95bc81ba-d288-4c02-8e3e-d1e126d301bf,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:06.199902 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c64c6-f2ff-4147-a2f0-e76dd5515370 req-1062b0a0-bffe-46da-8b57-caa9b484c412 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:06.199902 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-855c64c6-f2ff-4147-a2f0-e76dd5515370 req-1062b0a0-bffe-46da-8b57-caa9b484c412 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 948 time: 0.0690985 Jan 31 19:22:06.262623 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-855c64c6-f2ff-4147-a2f0-e76dd5515370 req-89324a2e-644d-4b69-a449-4048c8b0f83a tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767541 Jan 31 19:22:06.497367 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbb6d5-129d-4bae-8b26-cda9e05010e8 None None] Current status of the port 95bc81ba-d288-4c02-8e3e-d1e126d301bf is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:06.540968 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:22:06.555981 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Sync routers for ids ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:22:06.567560 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767427e1-ce52-4500-956e-54a60515e7f2 req-c583bdbd-3dd2-4443-a3e8-787b85d72d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:06.570682 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-767427e1-ce52-4500-956e-54a60515e7f2 req-c583bdbd-3dd2-4443-a3e8-787b85d72d50 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5547817 Jan 31 19:22:06.578481 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Routers {'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:06.578481 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:21:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:06.631154 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-5b345f77-7dff-4cb1-abf4-6a2f3b372513 None None] Provisioning complete for port 95bc81ba-d288-4c02-8e3e-d1e126d301bf triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:06.634668 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5b345f77-7dff-4cb1-abf4-6a2f3b372513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:06.654135 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:06.657331 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-f06acf24-40bd-4022-9f07-3694dbd5a129 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3860161 Jan 31 19:22:06.659479 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55824) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:06.693686 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 95bc81ba-d288-4c02-8e3e-d1e126d301bf up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:06.778969 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Set router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:06.822594 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5b345f77-7dff-4cb1-abf4-6a2f3b372513 None None] Current status of the port 95bc81ba-d288-4c02-8e3e-d1e126d301bf is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:06.830301 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 95bc81ba-d288-4c02-8e3e-d1e126d301bf triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:06.830899 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:06.940133 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 95bc81ba-d288-4c02-8e3e-d1e126d301bf is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:06.968635 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-9333ad58-a258-4320-b8da-1f1b62644101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:06.970868 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-9333ad58-a258-4320-b8da-1f1b62644101 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ef3b83c5ddc4db284e5b7addfadd036&device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 1132 time: 0.1624255 Jan 31 19:22:07.045101 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d82984-1a8c-426d-8d5b-59a9b2d4d01c req-76bc3dc4-0ca1-4268-b5da-8c0aa7b489a7 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:07.053532 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-92d82984-1a8c-426d-8d5b-59a9b2d4d01c req-76bc3dc4-0ca1-4268-b5da-8c0aa7b489a7 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.2256567 Jan 31 19:22:07.057774 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-c9ba8c3f-43a5-44e2-a8c8-de95410d41de service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=aa89aa7d-77cb-47f7-bc87-173b47fe1b10 HTTP/1.1" status: 200 len: 217 time: 0.0732834 Jan 31 19:22:07.099025 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:22:04Z', 'revision_number': 3, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port': {'id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:03Z', 'updated_at': '2022-01-31T19:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:07.107864 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe33739-79e6-4d38-a405-9318f3ed3b29 req-3960ec66-fc36-43a6-b8ff-562b06505dc6 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:07.116525 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ffe33739-79e6-4d38-a405-9318f3ed3b29 req-3960ec66-fc36-43a6-b8ff-562b06505dc6 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1224251 Jan 31 19:22:07.141499 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Checking router: f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:22:07.142743 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Updating router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 port 8436e3f1-01e7-4945-9bb6-0b97160cc7af binding host dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:22:07.166376 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-aababfdc-d4c1-461e-be10-cb8c3d82f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:07.169195 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-aababfdc-d4c1-461e-be10-cb8c3d82f6f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e24ff56c-9aef-472c-91ec-c724a870796f HTTP/1.1" status: 200 len: 843 time: 0.0962965 Jan 31 19:22:07.174587 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-92d82984-1a8c-426d-8d5b-59a9b2d4d01c req-fcbec869-57aa-4f9a-8a12-04c4a10659fd tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190243 Jan 31 19:22:07.177358 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:07.247879 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-96513173-5eca-4552-9b67-f03bae9abf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:07.249961 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-96513173-5eca-4552-9b67-f03bae9abf38 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1f8d9156-a398-47c0-a1ac-ad507687b044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0740612 Jan 31 19:22:07.255358 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ffe33739-79e6-4d38-a405-9318f3ed3b29 req-82664d5f-f969-4fb1-bfee-6c8a479a703c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379466 Jan 31 19:22:07.391621 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-8a02e369-36bd-447a-b857-a4d6b318506f service neutron] 10.222.0.77 "GET /v2.0/networks/1f8d9156-a398-47c0-a1ac-ad507687b044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287878 Jan 31 19:22:07.404828 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:07.516593 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb843ff-c86e-4008-bb2e-cd0b0cde1bbd req-20594cc4-85f0-47ba-a906-85f3e5427ae1 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:07.518597 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-acb843ff-c86e-4008-bb2e-cd0b0cde1bbd req-20594cc4-85f0-47ba-a906-85f3e5427ae1 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 948 time: 0.1115720 Jan 31 19:22:07.551388 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-77c64b81-d729-4d31-9802-8d2077d3d468 req-a73f9cba-3fba-4660-ac0c-cd9a7b60cf68 service neutron] 10.222.0.77 "GET /v2.0/networks/1f8d9156-a398-47c0-a1ac-ad507687b044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525314 Jan 31 19:22:07.571074 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Publish callbacks [] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:07.597288 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-acb843ff-c86e-4008-bb2e-cd0b0cde1bbd req-5dbf5a4a-e286-4bb7-bcbb-e94b2a1c89e1 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701470 Jan 31 19:22:07.633674 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Allocated IP 172.20.0.1 (ed0ec79a-b707-4b56-918d-78a1f0122266/42e5d16d-821a-432f-8a42-15df80176ccc/aedda620-13e8-46ec-9cfc-edd8d261ef22) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:07.759892 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Publish callbacks [] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:07.811410 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:07.867197 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Attempting to bind port 8436e3f1-01e7-4945-9bb6-0b97160cc7af on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:07.867562 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Attempting to bind port 8436e3f1-01e7-4945-9bb6-0b97160cc7af by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:07.867918 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Attempting to bind port 8436e3f1-01e7-4945-9bb6-0b97160cc7af on network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:07.873746 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Pushing event updated for resources: {'Port': ['ID=8436e3f1-01e7-4945-9bb6-0b97160cc7af,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:07.884739 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:07.885179 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Checking segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:07.885589 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:07.886011 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Bound using segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:07.886519 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Bound port: 8436e3f1-01e7-4945-9bb6-0b97160cc7af, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:07.887012 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:07.890926 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:07.891371 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:07.891798 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:07.892176 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:07.892560 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:07.892897 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:07.893315 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:07.893672 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:07.894053 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:07.894450 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:07.895085 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:07.895485 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:07.895851 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:07.956770 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] For port 8436e3f1-01e7-4945-9bb6-0b97160cc7af, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:07.960045 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] For port 8436e3f1-01e7-4945-9bb6-0b97160cc7af, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=8436e3f1-01e7-4945-9bb6-0b97160cc7af,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:08.028636 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:08.069243 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Network ed0ec79a-b707-4b56-918d-78a1f0122266 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:08.074714 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:08.078464 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:08.105456 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Pushing event updated for resources: {'Port': ['ID=aedda620-13e8-46ec-9cfc-edd8d261ef22,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:08.137215 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:08.138058 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2080534'] for router_interface (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:08.206592 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Routers {'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:08.209414 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:21:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:08.253178 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abdc5b-cad1-44eb-aeba-063485bc6d68 None None] Pushing event updated for resources: {'Port': ['ID=8436e3f1-01e7-4945-9bb6-0b97160cc7af,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:08.364398 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c6568f2e-da63-49b1-b70b-3751c8c9b929 None None] Provisioning complete for port aedda620-13e8-46ec-9cfc-edd8d261ef22 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:08.365251 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c6568f2e-da63-49b1-b70b-3751c8c9b929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:08.374841 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] Set router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:08.439907 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c6568f2e-da63-49b1-b70b-3751c8c9b929 None None] Port aedda620-13e8-46ec-9cfc-edd8d261ef22 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:22:08.472232 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88a9d6-7e8b-43e4-9bd7-3d5c9c7cab43 req-22f42bb4-c620-4ed2-86de-a966bcf1bcd5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:08.474920 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6d88a9d6-7e8b-43e4-9bd7-3d5c9c7cab43 req-22f42bb4-c620-4ed2-86de-a966bcf1bcd5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1118138 Jan 31 19:22:08.478271 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:08.510573 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b0a10-0c7c-4e99-9330-402a91c8ab89 req-af529e9e-a653-4baf-8df2-5b9648a3a58b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:08.512557 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9d4b0a10-0c7c-4e99-9330-402a91c8ab89 req-af529e9e-a653-4baf-8df2-5b9648a3a58b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1632245 Jan 31 19:22:08.546735 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6d88a9d6-7e8b-43e4-9bd7-3d5c9c7cab43 req-a275ffc6-1162-4515-a28d-f7ace2aa2c58 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642884 Jan 31 19:22:08.648300 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9d4b0a10-0c7c-4e99-9330-402a91c8ab89 req-dc85fd33-404f-41f5-a2c9-6b129ec17161 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093018 Jan 31 19:22:08.706746 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:22:04Z', 'revision_number': 3, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port': {'id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:03Z', 'updated_at': '2022-01-31T19:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:08.742272 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b17b07-fbb9-4ddf-9b2f-31a7e5ccd306 None None] The sync data for ids ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'] in dv-cinder-813223-5-iscsi is: [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:22:04Z', 'revision_number': 3, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port': {'id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:03Z', 'updated_at': '2022-01-31T19:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:22:08.792517 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47430e27-4cc2-4850-bb71-e5fc216ab245 req-fd574a36-7481-462f-9b95-b8d299ebd21b tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:08.795080 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-47430e27-4cc2-4850-bb71-e5fc216ab245 req-fd574a36-7481-462f-9b95-b8d299ebd21b tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 948 time: 0.0921383 Jan 31 19:22:08.805622 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Publish callbacks [] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:08.867157 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-47430e27-4cc2-4850-bb71-e5fc216ab245 req-a35715b6-cfd1-4ccb-8664-2853484876a0 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630577 Jan 31 19:22:08.937517 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208178'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:09.021837 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073478'] for router_interface (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:09.033690 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Pushing event updated for resources: {'Port': ['ID=aedda620-13e8-46ec-9cfc-edd8d261ef22,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:09.203796 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Network ed0ec79a-b707-4b56-918d-78a1f0122266 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:09.206278 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:09.379838 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:22:09.546696 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:22:09.556926 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-4cf33176-097f-46ab-9f17-5c6f9da0aa75 admin admin] 10.222.0.72 "PUT /v2.0/routers/f7a0ef57-18ec-4d05-8bb1-22c6964c9f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8947268 Jan 31 19:22:09.584058 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4bc98972-04a1-4a00-b329-bda50e320e4c None None] Provisioning complete for port aedda620-13e8-46ec-9cfc-edd8d261ef22 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:09.585489 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bc98972-04a1-4a00-b329-bda50e320e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:09.641473 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4bc98972-04a1-4a00-b329-bda50e320e4c None None] Port aedda620-13e8-46ec-9cfc-edd8d261ef22 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:22:09.748619 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706401c5-5e74-4eba-9056-a0fc6b0d1852 req-0c52bcaa-237b-4257-b1d7-78a0ac767447 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:09.750541 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-706401c5-5e74-4eba-9056-a0fc6b0d1852 req-0c52bcaa-237b-4257-b1d7-78a0ac767447 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0951996 Jan 31 19:22:09.756122 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device aa89aa7d-77cb-47f7-bc87-173b47fe1b10 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:22:09.850911 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-706401c5-5e74-4eba-9056-a0fc6b0d1852 req-3b9e6329-cf10-417c-a1fe-a12919d34c33 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770748 Jan 31 19:22:09.865656 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedec322-2c4b-4c9c-b1c8-42ec3852285b req-b68de814-c90f-4b66-a427-39d7460aa66f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:09.869040 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fedec322-2c4b-4c9c-b1c8-42ec3852285b req-b68de814-c90f-4b66-a427-39d7460aa66f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.0791359 Jan 31 19:22:09.957972 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port aa89aa7d-77cb-47f7-bc87-173b47fe1b10, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aa89aa7d-77cb-47f7-bc87-173b47fe1b10,segment=NetworkSegment(76ebff94-39a2-45a6-bfc7-effa3f755c6e),segment_id=76ebff94-39a2-45a6-bfc7-effa3f755c6e)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:09.972352 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'aa89aa7d-77cb-47f7-bc87-173b47fe1b10', 'network_id': '1f8d9156-a398-47c0-a1ac-ad507687b044', 'port_id': 'aa89aa7d-77cb-47f7-bc87-173b47fe1b10', 'mac_address': 'fa:16:3e:58:1a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24ff56c-9aef-472c-91ec-c724a870796f', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:22:10.019497 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fedec322-2c4b-4c9c-b1c8-42ec3852285b req-157a8411-4bca-4307-be06-df3a39071ad7 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432314 Jan 31 19:22:10.076329 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port aa89aa7d-77cb-47f7-bc87-173b47fe1b10 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:10.077097 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:10.103740 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa89aa7d-77cb-47f7-bc87-173b47fe1b10 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:22:10.122315 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd8a94-f2e0-4f83-b271-48781dcceed8 req-58c52f36-b26e-4996-8a72-1e064be39d77 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:10.124977 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-66cd8a94-f2e0-4f83-b271-48781dcceed8 req-58c52f36-b26e-4996-8a72-1e064be39d77 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 948 time: 0.1356876 Jan 31 19:22:10.143488 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port aa89aa7d-77cb-47f7-bc87-173b47fe1b10, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aa89aa7d-77cb-47f7-bc87-173b47fe1b10,segment=NetworkSegment(76ebff94-39a2-45a6-bfc7-effa3f755c6e),segment_id=76ebff94-39a2-45a6-bfc7-effa3f755c6e)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:10.205677 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-66cd8a94-f2e0-4f83-b271-48781dcceed8 req-8aabe86d-340e-4504-a313-5c77dd4542c7 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634782 Jan 31 19:22:10.268922 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:10.326528 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=aa89aa7d-77cb-47f7-bc87-173b47fe1b10,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:10.632415 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['aa89aa7d-77cb-47f7-bc87-173b47fe1b10'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:22:10.777497 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 8436e3f1-01e7-4945-9bb6-0b97160cc7af up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:10.811083 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55870) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:10.821184 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-138595851-network', 'tenant_id': '66242d7ae718476da4cf129bb70506c5'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:10.908093 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 8436e3f1-01e7-4945-9bb6-0b97160cc7af triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:10.908449 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:10.931485 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Made reservation on behalf of 66242d7ae718476da4cf129bb70506c5 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:22:10.935119 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:10.938594 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Sync routers for ids ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:22:10.949207 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:10.962749 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Routers {'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:10.963391 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:21:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:11.053341 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Publish callbacks [] for security_group (edcabb7d-5fb2-412d-9be3-f2da3f77e852), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:11.119484 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (edcabb7d-5fb2-412d-9be3-f2da3f77e852), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:11.155611 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1231} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:22:11.184590 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcabb7d-5fb2-412d-9be3-f2da3f77e852,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:11.199992 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (29a542ef-61d9-455b-a11b-be3f17be7a0f), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:11.200423 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.segments_db [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Added segment 29a542ef-61d9-455b-a11b-be3f17be7a0f of type vlan for network 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38 Jan 31 19:22:11.239124 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c4f94-2fa1-440a-bbaf-4dc5971526d9 req-21e7153d-ca3e-47a5-a5c4-a53090cd6854 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:11.244136 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-382c4f94-2fa1-440a-bbaf-4dc5971526d9 req-21e7153d-ca3e-47a5-a5c4-a53090cd6854 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.0949049 Jan 31 19:22:11.244454 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 8436e3f1-01e7-4945-9bb6-0b97160cc7af is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:11.244454 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:11.284744 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port 8436e3f1-01e7-4945-9bb6-0b97160cc7af, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=8436e3f1-01e7-4945-9bb6-0b97160cc7af,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:11.287583 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Set router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:11.299835 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:11.330393 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-382c4f94-2fa1-440a-bbaf-4dc5971526d9 req-4158741b-7ebe-4f1b-945e-ab8123cfbbb9 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800729 Jan 31 19:22:11.397638 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6d7fb-e9f6-4dcb-ac36-765dc6cf9f14 req-70a92400-e82e-41b1-bbaf-6f62929d65db tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:11.400782 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5fe6d7fb-e9f6-4dcb-ac36-765dc6cf9f14 req-70a92400-e82e-41b1-bbaf-6f62929d65db tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 949 time: 0.0935321 Jan 31 19:22:11.449442 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5fe6d7fb-e9f6-4dcb-ac36-765dc6cf9f14 req-bcf3b605-0089-4ec9-8ee9-97756031f0d8 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471768 Jan 31 19:22:11.596364 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:22:08Z', 'revision_number': 4, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port': {'id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:03Z', 'updated_at': '2022-01-31T19:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'aedda620-13e8-46ec-9cfc-edd8d261ef22', 'name': '', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'mac_address': 'fa:16:3e:f5:75:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:07Z', 'updated_at': '2022-01-31T19:22:08Z', 'revision_number': 2, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'subnets': [{'id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:11.625757 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Checking router: f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:22:11.626117 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Updating router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 port aedda620-13e8-46ec-9cfc-edd8d261ef22 binding host dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:22:11.663482 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:11.780425 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device aa89aa7d-77cb-47f7-bc87-173b47fe1b10 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:12.043087 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Publish callbacks [] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.211420 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.239827 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.240803 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:12.241414 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.241800 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.243716 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port aa89aa7d-77cb-47f7-bc87-173b47fe1b10 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:22:12.246325 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c165216f-68b8-479c-974d-004881948e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.254541 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port aa89aa7d-77cb-47f7-bc87-173b47fe1b10 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:12.254946 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.292768 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.307098 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=8436e3f1-01e7-4945-9bb6-0b97160cc7af,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:12.436109 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d4e8c-3d96-4cb8-b52d-1eb5e0b340cc None None] Pushing event updated for resources: {'Port': ['ID=aedda620-13e8-46ec-9cfc-edd8d261ef22,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:12.520543 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Attempting to bind port aedda620-13e8-46ec-9cfc-edd8d261ef22 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:12.523258 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Attempting to bind port aedda620-13e8-46ec-9cfc-edd8d261ef22 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '8edd0d81-fa89-4bf2-ad88-af79b4376b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:12.523258 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Attempting to bind port aedda620-13e8-46ec-9cfc-edd8d261ef22 on network ed0ec79a-b707-4b56-918d-78a1f0122266 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:12.532295 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port aa89aa7d-77cb-47f7-bc87-173b47fe1b10 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:12.532974 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.536909 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:12.537626 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Checking segment: {'id': '8edd0d81-fa89-4bf2-ad88-af79b4376b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:12.538444 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.539184 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Bound using segment: {'id': '8edd0d81-fa89-4bf2-ad88-af79b4376b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:12.540086 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Bound port: aedda620-13e8-46ec-9cfc-edd8d261ef22, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edd0d81-fa89-4bf2-ad88-af79b4376b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:12.540863 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.620078 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8071225 Jan 31 19:22:12.629911 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca2b847-8204-4e3f-b22f-c629c1182c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89aa7d-77cb-47f7-bc87-173b47fe1b10'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:22:12.630091 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 55882) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:12.634157 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceaca34-c50b-4383-aa5f-7f50d4d4bdd7" -d '{"events": [{"server_uuid": "9ca2b847-8204-4e3f-b22f-c629c1182c96", "name": "network-vif-plugged", "status": "completed", "tag": "aa89aa7d-77cb-47f7-bc87-173b47fe1b10"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:22:12.636072 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821e281-96c2-44fe-9534-8bc017b4a3ff admin admin] Pushing event updated for resources: {'Network': ['ID=4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:12.641177 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-26d5ed93-92cb-47a2-a3eb-9dabbbc8514d admin admin] Request body: {'subnet': {'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-138595851-subnet', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:12.693076 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38 details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:22:12.712779 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port aa89aa7d-77cb-47f7-bc87-173b47fe1b10, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aa89aa7d-77cb-47f7-bc87-173b47fe1b10,segment=NetworkSegment(76ebff94-39a2-45a6-bfc7-effa3f755c6e),segment_id=76ebff94-39a2-45a6-bfc7-effa3f755c6e)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:12.734354 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359ed0-b78f-49d7-8bc6-623dc8b89d3b req-42c68990-e143-4048-a2c3-1a400b32bd59 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:12.745736 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b2359ed0-b78f-49d7-8bc6-623dc8b89d3b req-42c68990-e143-4048-a2c3-1a400b32bd59 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 949 time: 0.1632743 Jan 31 19:22:12.750971 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c71d9-aadb-4a12-877c-01acb8d21965 req-e7756de9-08b7-4c25-bbc4-d2bfa68472cc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:12.752922 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-194c71d9-aadb-4a12-877c-01acb8d21965 req-e7756de9-08b7-4c25-bbc4-d2bfa68472cc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1442938 Jan 31 19:22:12.779453 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 8436e3f1-01e7-4945-9bb6-0b97160cc7af up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:12.812651 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b2359ed0-b78f-49d7-8bc6-623dc8b89d3b req-1b00332b-9c05-43de-a5a0-37b2b7385929 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657773 Jan 31 19:22:12.831495 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-194c71d9-aadb-4a12-877c-01acb8d21965 req-7027ce85-70ad-4b1a-8144-470930c2e3c1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719888 Jan 31 19:22:12.862681 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] For port aedda620-13e8-46ec-9cfc-edd8d261ef22, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:12.868078 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] For port aedda620-13e8-46ec-9cfc-edd8d261ef22, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=aedda620-13e8-46ec-9cfc-edd8d261ef22,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:12.878383 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149c79f6-6a0b-4324-91dc-ffb47530d5d5 x-openstack-request-id: req-149c79f6-6a0b-4324-91dc-ffb47530d5d5 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:22:12.878737 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca2b847-8204-4e3f-b22f-c629c1182c96", "name": "network-vif-plugged", "status": "completed", "tag": "aa89aa7d-77cb-47f7-bc87-173b47fe1b10", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:22:12.878970 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-149c79f6-6a0b-4324-91dc-ffb47530d5d5 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:22:12.879404 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca2b847-8204-4e3f-b22f-c629c1182c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89aa7d-77cb-47f7-bc87-173b47fe1b10', 'code': 200} Jan 31 19:22:12.884117 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-95060d93-8a28-4501-a753-6288c7913c89 None None] Provisioning complete for port aedda620-13e8-46ec-9cfc-edd8d261ef22 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:12.884677 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95060d93-8a28-4501-a753-6288c7913c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.921695 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d5ed93-92cb-47a2-a3eb-9dabbbc8514d admin admin] Made reservation on behalf of 66242d7ae718476da4cf129bb70506c5 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:22:12.927608 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d5ed93-92cb-47a2-a3eb-9dabbbc8514d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9366769'] for subnet (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.932837 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.941645 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 8436e3f1-01e7-4945-9bb6-0b97160cc7af triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:12.942205 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:12.965539 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-95060d93-8a28-4501-a753-6288c7913c89 None None] Port aedda620-13e8-46ec-9cfc-edd8d261ef22 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:22:12.999865 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:13.049406 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=aa89aa7d-77cb-47f7-bc87-173b47fe1b10,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:13.176543 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Routers {'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:13.177290 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:21:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:13.253621 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d4e8c-3d96-4cb8-b52d-1eb5e0b340cc None None] Pushing event updated for resources: {'Port': ['ID=aedda620-13e8-46ec-9cfc-edd8d261ef22,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:13.258555 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 8436e3f1-01e7-4945-9bb6-0b97160cc7af is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:13.328904 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] Set router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:13.332593 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d5ed93-92cb-47a2-a3eb-9dabbbc8514d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9366727'] for subnet (7e3ddb7c-9937-46da-851e-809d33f0e4ab), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:13.378684 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711d720-4947-498d-a037-87b5227259ed req-c86365d6-c7ce-4828-84e3-203e245e2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:13.380357 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3711d720-4947-498d-a037-87b5227259ed req-c86365d6-c7ce-4828-84e3-203e245e2f47 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 1134 time: 0.0911565 Jan 31 19:22:13.439288 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5ed93-92cb-47a2-a3eb-9dabbbc8514d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3ddb7c-9937-46da-851e-809d33f0e4ab,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:13.463676 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-f466af04-f35e-454c-b3df-d01b206dab65 None None] Provisioning complete for port aedda620-13e8-46ec-9cfc-edd8d261ef22 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:13.464043 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f466af04-f35e-454c-b3df-d01b206dab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:13.466439 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d5ed93-92cb-47a2-a3eb-9dabbbc8514d admin admin] Checking segment: {'id': '29a542ef-61d9-455b-a11b-be3f17be7a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:13.466851 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d5ed93-92cb-47a2-a3eb-9dabbbc8514d admin admin] Network hostable DHCP agents. Network: 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:22:13.489025 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3711d720-4947-498d-a037-87b5227259ed req-57e2ad65-d5d6-43a9-a7e6-5463c16e3064 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979524 Jan 31 19:22:13.623389 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d5ed93-92cb-47a2-a3eb-9dabbbc8514d admin admin] Network 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38 is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:22:13.658255 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f466af04-f35e-454c-b3df-d01b206dab65 None None] Current status of the port aedda620-13e8-46ec-9cfc-edd8d261ef22 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:13.658648 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f466af04-f35e-454c-b3df-d01b206dab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:13.703419 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-f466af04-f35e-454c-b3df-d01b206dab65 None None] For port aedda620-13e8-46ec-9cfc-edd8d261ef22, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=aedda620-13e8-46ec-9cfc-edd8d261ef22,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:13.731373 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:22:08Z', 'revision_number': 4, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port': {'id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:03Z', 'updated_at': '2022-01-31T19:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'aedda620-13e8-46ec-9cfc-edd8d261ef22', 'name': '', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'mac_address': 'fa:16:3e:f5:75:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:07Z', 'updated_at': '2022-01-31T19:22:12Z', 'revision_number': 4, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'subnets': [{'id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:13.748613 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-26d5ed93-92cb-47a2-a3eb-9dabbbc8514d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:13.755522 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d5ed93-92cb-47a2-a3eb-9dabbbc8514d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:13.756197 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d5ed93-92cb-47a2-a3eb-9dabbbc8514d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:13.774700 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691db70c-4a1f-4ab0-acaf-c823cbfa10c9 None None] Network 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:22:13.777434 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbc2a3-114e-4163-92d4-114e6c2af5f2 None None] The sync data for ids ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'] in dv-cinder-813223-5-iscsi is: [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:22:08Z', 'revision_number': 4, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port': {'id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:03Z', 'updated_at': '2022-01-31T19:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'aedda620-13e8-46ec-9cfc-edd8d261ef22', 'name': '', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'mac_address': 'fa:16:3e:f5:75:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:07Z', 'updated_at': '2022-01-31T19:22:12Z', 'revision_number': 4, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'subnets': [{'id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:22:13.918038 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f466af04-f35e-454c-b3df-d01b206dab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:13.962875 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a3d6bec3-8817-42c6-9244-a01f562f9011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:14.025341 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-26d5ed93-92cb-47a2-a3eb-9dabbbc8514d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3918004 Jan 31 19:22:14.029082 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 55898) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:14.036252 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbab7dfa-41f8-5c4b-aba0-772b36cf482d-4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38', 'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38', 'project_id': '66242d7ae718476da4cf129bb70506c5', 'fixed_ips': [{'subnet_id': '7e3ddb7c-9937-46da-851e-809d33f0e4ab'}]}} from dv-cinder-813223-5-iscsi. {{(pid=103245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:22:14.037888 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:14.040306 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-138595851-router', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:14.067761 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e98d6f-cbbe-4d4c-bba9-366cd9c2be23 req-14ada71d-0e01-4dff-af37-628a5d14e371 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:14.070337 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-31e98d6f-cbbe-4d4c-bba9-366cd9c2be23 req-14ada71d-0e01-4dff-af37-628a5d14e371 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1114774 Jan 31 19:22:14.084526 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db334b6-2346-4c81-8fb4-6098ba261ce9 req-b6bc2c5e-8d6b-4c59-a305-fa140d8e30da tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:14.107442 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0db334b6-2346-4c81-8fb4-6098ba261ce9 req-b6bc2c5e-8d6b-4c59-a305-fa140d8e30da tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 950 time: 0.1740243 Jan 31 19:22:14.176957 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-31e98d6f-cbbe-4d4c-bba9-366cd9c2be23 req-6ad4ab93-52d3-4005-954e-85bf8f3f5791 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874686 Jan 31 19:22:14.178468 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2073160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45537'] for router (02af3ec7-7865-4942-a375-bf9d2c3d3596), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:14.179769 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2074296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1623956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45544'] for router (02af3ec7-7865-4942-a375-bf9d2c3d3596), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:14.199981 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0db334b6-2346-4c81-8fb4-6098ba261ce9 req-492186f6-911f-4a22-b783-9d21fd37227d tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906374 Jan 31 19:22:14.244752 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Allocated IP 172.20.0.2 (4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38/7e3ddb7c-9937-46da-851e-809d33f0e4ab/950b0204-f065-44c3-bbae-91b8c7b9b2f6) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:14.259884 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Publish callbacks [] for router_controller (02af3ec7-7865-4942-a375-bf9d2c3d3596), precommit_add_association {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:14.260893 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466af04-f35e-454c-b3df-d01b206dab65 None None] Pushing event updated for resources: {'Port': ['ID=aedda620-13e8-46ec-9cfc-edd8d261ef22,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:14.516754 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Publish callbacks [] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:14.564461 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Publish callbacks [] for router_gateway (02af3ec7-7865-4942-a375-bf9d2c3d3596), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:14.623981 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:14.688195 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Network 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:14.700299 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:14.706647 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:14.715278 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Pushing event updated for resources: {'Port': ['ID=950b0204-f065-44c3-bbae-91b8c7b9b2f6,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:14.833450 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device aedda620-13e8-46ec-9cfc-edd8d261ef22 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:14.842759 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Attempting to bind port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:14.843764 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Attempting to bind port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '29a542ef-61d9-455b-a11b-be3f17be7a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:14.844345 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Attempting to bind port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 on network 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:14.887494 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:14.888333 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Checking segment: {'id': '29a542ef-61d9-455b-a11b-be3f17be7a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:14.888751 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:14.889421 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Bound using segment: {'id': '29a542ef-61d9-455b-a11b-be3f17be7a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:14.890171 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Bound port: 950b0204-f065-44c3-bbae-91b8c7b9b2f6, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a542ef-61d9-455b-a11b-be3f17be7a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:14.891006 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:14.914134 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:14.993090 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port aedda620-13e8-46ec-9cfc-edd8d261ef22 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:14.993469 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:15.042002 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] For port 950b0204-f065-44c3-bbae-91b8c7b9b2f6, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:15.050087 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] For port 950b0204-f065-44c3-bbae-91b8c7b9b2f6, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=950b0204-f065-44c3-bbae-91b8c7b9b2f6,segment=NetworkSegment(29a542ef-61d9-455b-a11b-be3f17be7a0f),segment_id=29a542ef-61d9-455b-a11b-be3f17be7a0f)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:15.089067 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Publish callbacks [] for router_gateway (02af3ec7-7865-4942-a375-bf9d2c3d3596), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:15.116314 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:15.321970 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:15.378764 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Allocated IP 172.27.1.250 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/3b0d6d03-a74f-46cb-853e-166657e8a15a) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:15.389034 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port aedda620-13e8-46ec-9cfc-edd8d261ef22 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:15.428098 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf6280-a182-46b5-9a6d-c30e4231a04a None None] Pushing event updated for resources: {'Port': ['ID=950b0204-f065-44c3-bbae-91b8c7b9b2f6,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:15.446127 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd6466-d076-455e-832d-ebf06ba16af9 req-2922832d-cd8d-4fcf-9af0-d204699fc6c0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:15.448055 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-88cd6466-d076-455e-832d-ebf06ba16af9 req-2922832d-cd8d-4fcf-9af0-d204699fc6c0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 943 time: 0.1354232 Jan 31 19:22:15.513523 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917e3e-6b24-425a-86c4-051c3fa67be0 req-7bdf0c30-f116-4469-b3dd-39637ae4b5b4 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:15.515638 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-47917e3e-6b24-425a-86c4-051c3fa67be0 req-7bdf0c30-f116-4469-b3dd-39637ae4b5b4 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 950 time: 0.1706977 Jan 31 19:22:15.601188 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-88cd6466-d076-455e-832d-ebf06ba16af9 req-42c0e7ec-25d4-41a1-bb79-881ad415786e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996528 Jan 31 19:22:15.632209 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-47917e3e-6b24-425a-86c4-051c3fa67be0 req-0c073638-373c-400f-995a-52568bad7a80 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942948 Jan 31 19:22:15.645530 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Publish callbacks [] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:15.760133 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:15.773574 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device ed299fa9-a5f9-48f6-8480-902d2b39ed5e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:22:15.821567 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b0d6d03-a74f-46cb-853e-166657e8a15a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:15.829034 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:15.831860 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:15.838535 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:15.918974 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:15.948728 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'port_id': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'mac_address': 'fa:16:3e:34:69:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:22:16.009689 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port ed299fa9-a5f9-48f6-8480-902d2b39ed5e is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:16.010452 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:16.039658 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed299fa9-a5f9-48f6-8480-902d2b39ed5e {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:22:16.071641 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:16.161200 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:16.246496 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,revision_number=9']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:16.295527 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Publish callbacks [] for router_gateway (02af3ec7-7865-4942-a375-bf9d2c3d3596), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:16.365940 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e840127-dd9b-4b20-a737-b314c36be3be req-9815a83a-a5de-43b6-87ce-e32e3ffc1a35 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:16.368699 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3e840127-dd9b-4b20-a737-b314c36be3be req-9815a83a-a5de-43b6-87ce-e32e3ffc1a35 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 950 time: 0.1766572 Jan 31 19:22:16.400838 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:16.439989 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987b67-1078-453c-9ce8-19f6050d23c9 req-2241a902-6dd9-4688-a380-bee5be272b59 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:16.445289 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-61987b67-1078-453c-9ce8-19f6050d23c9 req-2241a902-6dd9-4688-a380-bee5be272b59 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0830295 Jan 31 19:22:16.508808 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['ed299fa9-a5f9-48f6-8480-902d2b39ed5e'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:22:16.527139 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3e840127-dd9b-4b20-a737-b314c36be3be req-cca777ab-a77e-4135-8569-76b404e7b34a tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513886 Jan 31 19:22:16.542125 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-61987b67-1078-453c-9ce8-19f6050d23c9 req-80d17db8-24cb-4fb5-94b7-cef20a0f0953 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915372 Jan 31 19:22:16.673727 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2074305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078787'] for router (02af3ec7-7865-4942-a375-bf9d2c3d3596), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:16.809109 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 950b0204-f065-44c3-bbae-91b8c7b9b2f6 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:16.860472 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fa339-2b70-4f42-acf5-3b78af51fcf1 req-ddf7154b-df9b-4540-8f5a-b5b6f9b48d73 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:16.865833 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-137fa339-2b70-4f42-acf5-3b78af51fcf1 req-ddf7154b-df9b-4540-8f5a-b5b6f9b48d73 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 944 time: 0.1157598 Jan 31 19:22:16.885834 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d76868-cfd2-4494-bf28-7ef186a22ebd None None] Network 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:22:16.906611 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:16.907085 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:16.951275 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-137fa339-2b70-4f42-acf5-3b78af51fcf1 req-e31b737e-e1d1-4e9f-adcd-191ca283e4c7 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786572 Jan 31 19:22:17.022281 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Router 02af3ec7-7865-4942-a375-bf9d2c3d3596 is scheduled to L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f with binding_index 1 {{(pid=103243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:22:17.024360 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-aed3de8f-ac12-4768-a0b0-5e954e3bfcef None None] Provisioning complete for port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:17.024733 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aed3de8f-ac12-4768-a0b0-5e954e3bfcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:17.151143 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:22:17.163052 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:17.163446 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:17.167874 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Sync routers for ids ['02af3ec7-7865-4942-a375-bf9d2c3d3596'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:22:17.180105 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Routers {'02af3ec7-7865-4942-a375-bf9d2c3d3596'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:17.181118 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['02af3ec7-7865-4942-a375-bf9d2c3d3596'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:17.242394 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:17.245755 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-25747ac9-74d3-4c90-8934-c698186bd3c2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2146266 Jan 31 19:22:17.247939 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 55926) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:17.254192 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port 950b0204-f065-44c3-bbae-91b8c7b9b2f6, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=950b0204-f065-44c3-bbae-91b8c7b9b2f6,segment=NetworkSegment(29a542ef-61d9-455b-a11b-be3f17be7a0f),segment_id=29a542ef-61d9-455b-a11b-be3f17be7a0f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:17.258280 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-aed3de8f-ac12-4768-a0b0-5e954e3bfcef None None] Current status of the port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:17.258280 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aed3de8f-ac12-4768-a0b0-5e954e3bfcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:17.330444 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:17.422197 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.db.api [None req-aed3de8f-ac12-4768-a0b0-5e954e3bfcef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:22:17.422756 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG oslo_db.api [None req-aed3de8f-ac12-4768-a0b0-5e954e3bfcef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:22:17.437484 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=950b0204-f065-44c3-bbae-91b8c7b9b2f6,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:17.437930 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Set router 02af3ec7-7865-4942-a375-bf9d2c3d3596 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:17.675195 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'name': 'tempest-TestMinimumBasicScenario-138595851-router', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:14Z', 'updated_at': '2022-01-31T19:22:16Z', 'revision_number': 3, 'project_id': '66242d7ae718476da4cf129bb70506c5', 'gw_port': {'id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:15Z', 'updated_at': '2022-01-31T19:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:17.692200 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:17.710498 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Checking router: 02af3ec7-7865-4942-a375-bf9d2c3d3596 for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:22:17.710869 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Updating router 02af3ec7-7865-4942-a375-bf9d2c3d3596 port 3b0d6d03-a74f-46cb-853e-166657e8a15a binding host dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:22:17.711200 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b951898-f29d-4210-ba07-77a85a050c24 req-c07ba6f1-e426-4b42-a2e0-c431726bbcd7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:17.714547 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3b951898-f29d-4210-ba07-77a85a050c24 req-c07ba6f1-e426-4b42-a2e0-c431726bbcd7 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.0693069 Jan 31 19:22:17.751181 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:17.790648 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device ed299fa9-a5f9-48f6-8480-902d2b39ed5e up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:17.797369 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3b951898-f29d-4210-ba07-77a85a050c24 req-cc100213-96a5-4bad-8390-5f392b05ae11 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782261 Jan 31 19:22:17.853487 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd66031-0246-4123-8b2f-4bd1b230770e req-1499620a-652c-4de1-b38f-2e8a7af23d3e tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:17.855151 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ccd66031-0246-4123-8b2f-4bd1b230770e req-1499620a-652c-4de1-b38f-2e8a7af23d3e tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 950 time: 0.1358106 Jan 31 19:22:17.880428 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port ed299fa9-a5f9-48f6-8480-902d2b39ed5e triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:17.881351 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.000478 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ccd66031-0246-4123-8b2f-4bd1b230770e req-9f5ef536-b371-4f54-87ba-1a286f8a5ff6 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211619 Jan 31 19:22:18.034458 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.069088 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port ed299fa9-a5f9-48f6-8480-902d2b39ed5e is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:18.069509 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.084880 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-aed3de8f-ac12-4768-a0b0-5e954e3bfcef None None] Current status of the port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:18.101382 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d67e3-c4b9-4ed0-bcfa-fc8a25152df5 req-afa8ae3e-8734-450a-9f16-ca7477c7e5e3 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:18.104219 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e0d67e3-c4b9-4ed0-bcfa-fc8a25152df5 req-afa8ae3e-8734-450a-9f16-ca7477c7e5e3 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.77 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 950 time: 0.1510458 Jan 31 19:22:18.111468 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Publish callbacks [] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.119545 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:18.125502 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:22:18.125828 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88a0f4e-d41d-45f8-b68f-2b3319732d59" -d '{"events": [{"server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "name": "network-vif-plugged", "status": "completed", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:22:18.171470 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.182888 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd32ad-1b7e-4340-841f-5ee13d502b8b req-a5310e7d-7902-4a6c-9600-31ca4b19fab8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:18.185285 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd288a37-2c54-4233-bf50-545a6617e35c x-openstack-request-id: req-cd288a37-2c54-4233-bf50-545a6617e35c {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:22:18.185661 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "name": "network-vif-plugged", "status": "completed", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:22:18.185926 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cd288a37-2c54-4233-bf50-545a6617e35c {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:22:18.186347 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'code': 200} Jan 31 19:22:18.187442 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7cbd32ad-1b7e-4340-841f-5ee13d502b8b req-a5310e7d-7902-4a6c-9600-31ca4b19fab8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 944 time: 0.1045783 Jan 31 19:22:18.207379 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.248875 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf73685-08fa-4954-8a50-87e21abb79f0 None None] Pushing event updated for resources: {'Port': ['ID=3b0d6d03-a74f-46cb-853e-166657e8a15a,revision_number=2']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:18.271892 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-b4a14c1a-4547-4207-86a6-9f6815ef37ea None None] Provisioning complete for port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:18.273224 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4a14c1a-4547-4207-86a6-9f6815ef37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.278139 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Attempting to bind port 3b0d6d03-a74f-46cb-853e-166657e8a15a on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:18.278854 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Attempting to bind port 3b0d6d03-a74f-46cb-853e-166657e8a15a by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:18.279598 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Attempting to bind port 3b0d6d03-a74f-46cb-853e-166657e8a15a on network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:18.290055 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:18.290933 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Checking segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:18.291714 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.292461 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Bound using segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:18.293271 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Bound port: 3b0d6d03-a74f-46cb-853e-166657e8a15a, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:18.294019 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.325343 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7cbd32ad-1b7e-4340-841f-5ee13d502b8b req-7f10ad63-f793-42a4-bb37-d10f07d9f719 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158605 Jan 31 19:22:18.369916 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,revision_number=10']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:18.390445 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] For port 3b0d6d03-a74f-46cb-853e-166657e8a15a, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:18.396030 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] For port 3b0d6d03-a74f-46cb-853e-166657e8a15a, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=3b0d6d03-a74f-46cb-853e-166657e8a15a,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:18.408124 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:18.408684 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:18.409272 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:18.409821 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:18.410353 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:18.410896 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:18.411415 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:18.411941 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:18.412465 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:18.413034 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:18.413618 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:18.414165 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:18.414694 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:18.491185 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b4a14c1a-4547-4207-86a6-9f6815ef37ea None None] Current status of the port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:18.503222 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0e0d67e3-c4b9-4ed0-bcfa-fc8a25152df5 req-1ae34c6c-8469-4c51-85c7-adec5d504675 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Deleting port aa89aa7d-77cb-47f7-bc87-173b47fe1b10 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:22:18.503222 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0e0d67e3-c4b9-4ed0-bcfa-fc8a25152df5 req-1ae34c6c-8469-4c51-85c7-adec5d504675 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.520462 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.528186 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Allocated IP 172.20.0.1 (4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38/7e3ddb7c-9937-46da-851e-809d33f0e4ab/760919b5-9693-42c4-978e-9861f29526d7) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:18.589255 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Routers {'02af3ec7-7865-4942-a375-bf9d2c3d3596'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:18.590241 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['02af3ec7-7865-4942-a375-bf9d2c3d3596'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:18.639766 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf73685-08fa-4954-8a50-87e21abb79f0 None None] Pushing event updated for resources: {'Port': ['ID=3b0d6d03-a74f-46cb-853e-166657e8a15a,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:18.680018 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 950b0204-f065-44c3-bbae-91b8c7b9b2f6 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:18.693241 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-0e0d67e3-c4b9-4ed0-bcfa-fc8a25152df5 req-1ae34c6c-8469-4c51-85c7-adec5d504675 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] For port aa89aa7d-77cb-47f7-bc87-173b47fe1b10, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aa89aa7d-77cb-47f7-bc87-173b47fe1b10,segment=NetworkSegment(76ebff94-39a2-45a6-bfc7-effa3f755c6e),segment_id=76ebff94-39a2-45a6-bfc7-effa3f755c6e)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:18.693732 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0e0d67e3-c4b9-4ed0-bcfa-fc8a25152df5 req-1ae34c6c-8469-4c51-85c7-adec5d504675 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.713916 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-0e0d67e3-c4b9-4ed0-bcfa-fc8a25152df5 req-1ae34c6c-8469-4c51-85c7-adec5d504675 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Calling delete_port for aa89aa7d-77cb-47f7-bc87-173b47fe1b10 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:22:18.743759 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:18.744039 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.774189 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] Set router 02af3ec7-7865-4942-a375-bf9d2c3d3596 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:18.794485 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Publish callbacks [] for port (760919b5-9693-42c4-978e-9861f29526d7), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:18.883168 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:18.969103 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (760919b5-9693-42c4-978e-9861f29526d7), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:19.009666 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'name': 'tempest-TestMinimumBasicScenario-138595851-router', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:14Z', 'updated_at': '2022-01-31T19:22:16Z', 'revision_number': 3, 'project_id': '66242d7ae718476da4cf129bb70506c5', 'gw_port': {'id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:15Z', 'updated_at': '2022-01-31T19:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:19.041234 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144c41c-6f04-4cb3-8daa-867f37709992 None None] The sync data for ids ['02af3ec7-7865-4942-a375-bf9d2c3d3596'] in dv-cinder-813223-5-iscsi is: [{'id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'name': 'tempest-TestMinimumBasicScenario-138595851-router', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:14Z', 'updated_at': '2022-01-31T19:22:16Z', 'revision_number': 3, 'project_id': '66242d7ae718476da4cf129bb70506c5', 'gw_port': {'id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:15Z', 'updated_at': '2022-01-31T19:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:22:19.048211 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Network 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:19.056532 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:19.060151 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:19.066154 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Pushing event updated for resources: {'Port': ['ID=760919b5-9693-42c4-978e-9861f29526d7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:19.097998 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179add04-2d64-4b32-84f9-cef3ac1bf06c req-f3dec61c-a5f6-463a-aaa9-5ac378a136ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:19.099562 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-179add04-2d64-4b32-84f9-cef3ac1bf06c req-f3dec61c-a5f6-463a-aaa9-5ac378a136ca service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 1130 time: 0.1932108 Jan 31 19:22:19.106899 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd8a21-5935-4158-82ad-169ff5a851ea req-617de3e3-2d3b-459e-ad35-d63873ab92a1 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:19.108493 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ffcd8a21-5935-4158-82ad-169ff5a851ea req-617de3e3-2d3b-459e-ad35-d63873ab92a1 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.2010124 Jan 31 19:22:19.123071 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0e0d67e3-c4b9-4ed0-bcfa-fc8a25152df5 req-1ae34c6c-8469-4c51-85c7-adec5d504675 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (aa89aa7d-77cb-47f7-bc87-173b47fe1b10), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:19.136562 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['aa89aa7d-77cb-47f7-bc87-173b47fe1b10'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:22:19.209594 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae34c6c-8469-4c51-85c7-adec5d504675 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Pushing event deleted for resources: {'Port': ['ID=aa89aa7d-77cb-47f7-bc87-173b47fe1b10,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:19.220983 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e63829-8b28-4b00-9e75-1663998b4261 req-1186a96c-0525-4d81-9e0f-85bb2a4ed02d tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:19.225622 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-32e63829-8b28-4b00-9e75-1663998b4261 req-1186a96c-0525-4d81-9e0f-85bb2a4ed02d tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 867 time: 0.1359189 Jan 31 19:22:19.238386 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2080534'] for router_interface (02af3ec7-7865-4942-a375-bf9d2c3d3596), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:19.303005 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a031-3acb-4982-8205-b6bc41377247 req-b289fc94-74e9-42ee-9091-3bb0e356ad4b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:19.305656 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-85d3a031-3acb-4982-8205-b6bc41377247 req-b289fc94-74e9-42ee-9091-3bb0e356ad4b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 945 time: 0.1658025 Jan 31 19:22:19.332297 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0d67e3-c4b9-4ed0-bcfa-fc8a25152df5 req-1ae34c6c-8469-4c51-85c7-adec5d504675 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] No DVR routers for this DVR port aa89aa7d-77cb-47f7-bc87-173b47fe1b10 on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:22:19.347021 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-0e0d67e3-c4b9-4ed0-bcfa-fc8a25152df5 req-1ae34c6c-8469-4c51-85c7-adec5d504675 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:19.350843 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e0d67e3-c4b9-4ed0-bcfa-fc8a25152df5 req-1ae34c6c-8469-4c51-85c7-adec5d504675 tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.77 "DELETE /v2.0/ports/aa89aa7d-77cb-47f7-bc87-173b47fe1b10 HTTP/1.1" status: 204 len: 173 time: 1.2371347 Jan 31 19:22:19.351349 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca2b847-8204-4e3f-b22f-c629c1182c96', 'name': 'network-vif-deleted', 'tag': 'aa89aa7d-77cb-47f7-bc87-173b47fe1b10'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:22:19.354244 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a146f-d7a9-40aa-910f-7006283ee3ae" -d '{"events": [{"server_uuid": "9ca2b847-8204-4e3f-b22f-c629c1182c96", "name": "network-vif-deleted", "tag": "aa89aa7d-77cb-47f7-bc87-173b47fe1b10"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:22:19.377826 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-32e63829-8b28-4b00-9e75-1663998b4261 req-684942e5-24b3-485b-aab5-a6934f55c15b tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1e26a40-b8ec-4956-a6c8-db6be0faad04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455767 Jan 31 19:22:19.382850 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-179add04-2d64-4b32-84f9-cef3ac1bf06c req-be8c458d-f7e8-45b6-8a27-ae65c687ac1b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653096 Jan 31 19:22:19.402200 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ffcd8a21-5935-4158-82ad-169ff5a851ea req-b1963866-12f7-45a4-974f-4b9bc87df086 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827601 Jan 31 19:22:19.471106 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-b2e4b021-c49a-4705-b4e2-3838aa9935e3 None None] Provisioning complete for port 760919b5-9693-42c4-978e-9861f29526d7 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:19.471479 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b021-c49a-4705-b4e2-3838aa9935e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (760919b5-9693-42c4-978e-9861f29526d7), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:19.515182 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecb80dc-ffda-41c4-80c7-7abaa2b91141 x-openstack-request-id: req-2ecb80dc-ffda-41c4-80c7-7abaa2b91141 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:22:19.515489 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca2b847-8204-4e3f-b22f-c629c1182c96", "name": "network-vif-deleted", "tag": "aa89aa7d-77cb-47f7-bc87-173b47fe1b10", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:22:19.515726 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2ecb80dc-ffda-41c4-80c7-7abaa2b91141 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:22:19.516143 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca2b847-8204-4e3f-b22f-c629c1182c96', 'name': 'network-vif-deleted', 'tag': 'aa89aa7d-77cb-47f7-bc87-173b47fe1b10', 'status': 'completed', 'code': 200} Jan 31 19:22:19.546369 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4b021-c49a-4705-b4e2-3838aa9935e3 None None] Port 760919b5-9693-42c4-978e-9861f29526d7 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:22:19.627611 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-85d3a031-3acb-4982-8205-b6bc41377247 req-0f754a8a-3d7a-4152-b798-b6f32d015de5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Deleting port 72f59d47-6919-4440-83f1-ff10cb956af9 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:22:19.628182 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-85d3a031-3acb-4982-8205-b6bc41377247 req-0f754a8a-3d7a-4152-b798-b6f32d015de5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (72f59d47-6919-4440-83f1-ff10cb956af9), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:19.677525 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (760919b5-9693-42c4-978e-9861f29526d7), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:19.744621 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c380f7d-3916-4f17-9b48-e3542f4da77c req-354ff52d-35fb-44a3-88ab-980acf464415 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:19.746290 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6c380f7d-3916-4f17-9b48-e3542f4da77c req-354ff52d-35fb-44a3-88ab-980acf464415 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 946 time: 0.1290302 Jan 31 19:22:19.779530 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-85d3a031-3acb-4982-8205-b6bc41377247 req-0f754a8a-3d7a-4152-b798-b6f32d015de5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] For port 72f59d47-6919-4440-83f1-ff10cb956af9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72f59d47-6919-4440-83f1-ff10cb956af9,segment=NetworkSegment(72257c49-4af3-4e03-83db-84b8080378b6),segment_id=72257c49-4af3-4e03-83db-84b8080378b6)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:19.780356 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-85d3a031-3acb-4982-8205-b6bc41377247 req-0f754a8a-3d7a-4152-b798-b6f32d015de5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (72f59d47-6919-4440-83f1-ff10cb956af9), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:19.802299 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-85d3a031-3acb-4982-8205-b6bc41377247 req-0f754a8a-3d7a-4152-b798-b6f32d015de5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Calling delete_port for 72f59d47-6919-4440-83f1-ff10cb956af9 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:22:19.872644 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6c380f7d-3916-4f17-9b48-e3542f4da77c req-ef914be9-5a0f-427d-bc1f-66452f449914 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160390 Jan 31 19:22:19.950135 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Publish callbacks [] for port (760919b5-9693-42c4-978e-9861f29526d7), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:20.022435 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (760919b5-9693-42c4-978e-9861f29526d7), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:20.058934 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-85d3a031-3acb-4982-8205-b6bc41377247 req-0f754a8a-3d7a-4152-b798-b6f32d015de5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (72f59d47-6919-4440-83f1-ff10cb956af9), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:20.072845 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['8ff0cf0f-e820-43fc-a038-76c555e88a97', '72f59d47-6919-4440-83f1-ff10cb956af9'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:22:20.096945 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f754a8a-3d7a-4152-b798-b6f32d015de5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Pushing event deleted for resources: {'Port': ['ID=72f59d47-6919-4440-83f1-ff10cb956af9,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:20.115452 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Pushing event updated for resources: {'Port': ['ID=760919b5-9693-42c4-978e-9861f29526d7,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:20.125881 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073478'] for router_interface (02af3ec7-7865-4942-a375-bf9d2c3d3596), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:20.273782 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Network 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:20.276572 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:20.444380 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d3a031-3acb-4982-8205-b6bc41377247 req-0f754a8a-3d7a-4152-b798-b6f32d015de5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] No DVR routers for this DVR port 72f59d47-6919-4440-83f1-ff10cb956af9 on host hv-cinder-81322 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:22:20.450348 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-85d3a031-3acb-4982-8205-b6bc41377247 req-0f754a8a-3d7a-4152-b798-b6f32d015de5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:20.453771 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-85d3a031-3acb-4982-8205-b6bc41377247 req-0f754a8a-3d7a-4152-b798-b6f32d015de5 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.77 "DELETE /v2.0/ports/72f59d47-6919-4440-83f1-ff10cb956af9 HTTP/1.1" status: 204 len: 173 time: 1.1396983 Jan 31 19:22:20.454244 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b452ff6-b2c8-4c58-8127-1b59d4bcca7d', 'name': 'network-vif-deleted', 'tag': '72f59d47-6919-4440-83f1-ff10cb956af9'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:22:20.456704 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4c0d90-b9a5-4f67-a6ee-da8a414f94d0" -d '{"events": [{"server_uuid": "4b452ff6-b2c8-4c58-8127-1b59d4bcca7d", "name": "network-vif-deleted", "tag": "72f59d47-6919-4440-83f1-ff10cb956af9"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:22:20.474520 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Router 02af3ec7-7865-4942-a375-bf9d2c3d3596 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:22:20.501893 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afbaf9c-6c0b-4808-b83e-7215e13f0f0e x-openstack-request-id: req-3afbaf9c-6c0b-4808-b83e-7215e13f0f0e {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:22:20.502194 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b452ff6-b2c8-4c58-8127-1b59d4bcca7d", "name": "network-vif-deleted", "tag": "72f59d47-6919-4440-83f1-ff10cb956af9", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:22:20.502474 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3afbaf9c-6c0b-4808-b83e-7215e13f0f0e {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:22:20.502878 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b452ff6-b2c8-4c58-8127-1b59d4bcca7d', 'name': 'network-vif-deleted', 'tag': '72f59d47-6919-4440-83f1-ff10cb956af9', 'status': 'completed', 'code': 200} Jan 31 19:22:20.554549 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-410e9c91-c0f7-4f71-84ce-c73099738b27 req-5e1df70f-cd5e-4f18-9665-f865693ddaad tempest-VolumesNegativeTest-306900635 tempest-VolumesNegativeTest-306900635-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ca2b847-8204-4e3f-b22f-c629c1182c96 HTTP/1.1" status: 200 len: 210 time: 0.0506334 Jan 31 19:22:20.681024 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:22:20.692925 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e0e18b21-c66f-44a2-84cf-bf1d98bfa032 req-b126d9d7-53bb-464d-9d85-5e4430d9fb89 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b452ff6-b2c8-4c58-8127-1b59d4bcca7d HTTP/1.1" status: 200 len: 210 time: 0.0411282 Jan 31 19:22:20.706145 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-49640140-d633-4fc0-a147-dd9d20649d47 admin admin] 10.222.0.72 "PUT /v2.0/routers/02af3ec7-7865-4942-a375-bf9d2c3d3596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4536130 Jan 31 19:22:20.713910 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-d704b82b-cf99-4f91-8db6-eee4f0618c00 None None] Provisioning complete for port 760919b5-9693-42c4-978e-9861f29526d7 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:20.714284 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d704b82b-cf99-4f91-8db6-eee4f0618c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (760919b5-9693-42c4-978e-9861f29526d7), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:20.790516 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d704b82b-cf99-4f91-8db6-eee4f0618c00 None None] Port 760919b5-9693-42c4-978e-9861f29526d7 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:22:20.824506 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 3b0d6d03-a74f-46cb-853e-166657e8a15a up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:20.890657 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 3b0d6d03-a74f-46cb-853e-166657e8a15a triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:20.890987 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:21.039114 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 3b0d6d03-a74f-46cb-853e-166657e8a15a is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:21.039506 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:21.067477 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port 3b0d6d03-a74f-46cb-853e-166657e8a15a, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=3b0d6d03-a74f-46cb-853e-166657e8a15a,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:21.082783 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b3148-b092-4b6d-9e4d-6b87671c7270 req-5547b17f-55e3-48a7-b28e-4a3b9c43892e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:21.084095 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f86b3148-b092-4b6d-9e4d-6b87671c7270 req-5547b17f-55e3-48a7-b28e-4a3b9c43892e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 946 time: 0.0792556 Jan 31 19:22:21.117677 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:21.159074 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f86b3148-b092-4b6d-9e4d-6b87671c7270 req-300d6c74-2272-4c43-9f2e-6f26aff55654 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655077 Jan 31 19:22:21.199268 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=3b0d6d03-a74f-46cb-853e-166657e8a15a,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:21.364740 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Sync routers for ids ['02af3ec7-7865-4942-a375-bf9d2c3d3596'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:22:21.379156 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Routers {'02af3ec7-7865-4942-a375-bf9d2c3d3596'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:21.379797 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['02af3ec7-7865-4942-a375-bf9d2c3d3596'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:21.505188 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Set router 02af3ec7-7865-4942-a375-bf9d2c3d3596 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:21.959250 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device aa89aa7d-77cb-47f7-bc87-173b47fe1b10 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:22:21.984571 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: aa89aa7d-77cb-47f7-bc87-173b47fe1b10 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:22:21.984902 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device aa89aa7d-77cb-47f7-bc87-173b47fe1b10 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:22:21.986539 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 72f59d47-6919-4440-83f1-ff10cb956af9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:22:22.012537 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: 72f59d47-6919-4440-83f1-ff10cb956af9 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:22:22.013076 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 72f59d47-6919-4440-83f1-ff10cb956af9 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:22:22.054449 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'name': 'tempest-TestMinimumBasicScenario-138595851-router', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:14Z', 'updated_at': '2022-01-31T19:22:19Z', 'revision_number': 4, 'project_id': '66242d7ae718476da4cf129bb70506c5', 'gw_port': {'id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:15Z', 'updated_at': '2022-01-31T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '760919b5-9693-42c4-978e-9861f29526d7', 'name': '', 'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'mac_address': 'fa:16:3e:a1:f0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7e3ddb7c-9937-46da-851e-809d33f0e4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:18Z', 'updated_at': '2022-01-31T19:22:19Z', 'revision_number': 2, 'project_id': '66242d7ae718476da4cf129bb70506c5', 'subnets': [{'id': '7e3ddb7c-9937-46da-851e-809d33f0e4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:22.119927 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Checking router: 02af3ec7-7865-4942-a375-bf9d2c3d3596 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:22:22.121422 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Updating router 02af3ec7-7865-4942-a375-bf9d2c3d3596 port 760919b5-9693-42c4-978e-9861f29526d7 binding host dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:22:22.154425 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (760919b5-9693-42c4-978e-9861f29526d7), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:22.581968 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a1e5d-6d05-41cc-ac37-b8b68c8d2e23 req-16a117bb-e1d1-4a84-aaf2-afde3be3c91f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:22.587034 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7c1a1e5d-6d05-41cc-ac37-b8b68c8d2e23 req-16a117bb-e1d1-4a84-aaf2-afde3be3c91f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0778613 Jan 31 19:22:22.663180 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7c1a1e5d-6d05-41cc-ac37-b8b68c8d2e23 req-3297915e-441d-4ad1-a168-13e072ecdc2d tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747578 Jan 31 19:22:22.713981 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Publish callbacks [] for port (760919b5-9693-42c4-978e-9861f29526d7), precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:22.725942 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c62d1e-d0cf-4c45-b067-6ab7de7163af req-11388ec1-3371-45cc-bdce-9c20de0340e4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:22.728282 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a0c62d1e-d0cf-4c45-b067-6ab7de7163af req-11388ec1-3371-45cc-bdce-9c20de0340e4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 946 time: 0.1716871 Jan 31 19:22:22.771089 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 3b0d6d03-a74f-46cb-853e-166657e8a15a up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:22.806772 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (760919b5-9693-42c4-978e-9861f29526d7), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:22.833245 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a0c62d1e-d0cf-4c45-b067-6ab7de7163af req-5a1a38b5-399b-4ecd-870b-e2af95960054 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972397 Jan 31 19:22:22.882837 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7d4c7-0169-48fa-b5c8-7000de8f45c2 None None] Pushing event updated for resources: {'Port': ['ID=760919b5-9693-42c4-978e-9861f29526d7,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:22.928788 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 3b0d6d03-a74f-46cb-853e-166657e8a15a triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:22.929204 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:22.995707 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Attempting to bind port 760919b5-9693-42c4-978e-9861f29526d7 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:22.995707 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Attempting to bind port 760919b5-9693-42c4-978e-9861f29526d7 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '29a542ef-61d9-455b-a11b-be3f17be7a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:22.996111 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Attempting to bind port 760919b5-9693-42c4-978e-9861f29526d7 on network 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:23.006905 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:23.010046 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Checking segment: {'id': '29a542ef-61d9-455b-a11b-be3f17be7a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:23.010046 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:23.010046 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Bound using segment: {'id': '29a542ef-61d9-455b-a11b-be3f17be7a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:23.010046 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Bound port: 760919b5-9693-42c4-978e-9861f29526d7, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a542ef-61d9-455b-a11b-be3f17be7a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:23.010046 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (760919b5-9693-42c4-978e-9861f29526d7), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:23.093278 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] For port 760919b5-9693-42c4-978e-9861f29526d7, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:23.097282 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] For port 760919b5-9693-42c4-978e-9861f29526d7, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=760919b5-9693-42c4-978e-9861f29526d7,segment=NetworkSegment(29a542ef-61d9-455b-a11b-be3f17be7a0f),segment_id=29a542ef-61d9-455b-a11b-be3f17be7a0f)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:23.161276 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 3b0d6d03-a74f-46cb-853e-166657e8a15a is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:23.177522 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (760919b5-9693-42c4-978e-9861f29526d7), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:23.280247 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-70382101-7c9f-4e78-9544-da65765f2b2e None None] Provisioning complete for port 760919b5-9693-42c4-978e-9861f29526d7 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:23.280642 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70382101-7c9f-4e78-9544-da65765f2b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (760919b5-9693-42c4-978e-9861f29526d7), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:23.282256 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7d4c7-0169-48fa-b5c8-7000de8f45c2 None None] Pushing event updated for resources: {'Port': ['ID=760919b5-9693-42c4-978e-9861f29526d7,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:23.288578 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Routers {'02af3ec7-7865-4942-a375-bf9d2c3d3596'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:23.289259 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['02af3ec7-7865-4942-a375-bf9d2c3d3596'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:23.519222 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] Set router 02af3ec7-7865-4942-a375-bf9d2c3d3596 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:23.683027 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-70382101-7c9f-4e78-9544-da65765f2b2e None None] Current status of the port 760919b5-9693-42c4-978e-9861f29526d7 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:23.683421 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70382101-7c9f-4e78-9544-da65765f2b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (760919b5-9693-42c4-978e-9861f29526d7), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:23.779705 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-70382101-7c9f-4e78-9544-da65765f2b2e None None] For port 760919b5-9693-42c4-978e-9861f29526d7, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=760919b5-9693-42c4-978e-9861f29526d7,segment=NetworkSegment(29a542ef-61d9-455b-a11b-be3f17be7a0f),segment_id=29a542ef-61d9-455b-a11b-be3f17be7a0f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:23.850342 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-70382101-7c9f-4e78-9544-da65765f2b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (760919b5-9693-42c4-978e-9861f29526d7), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:23.938135 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb7e85-8c95-4cf9-8c51-578e47e82005 req-43c1b8d9-3fea-4127-bb52-a6124a8848f3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:23.949835 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-72cb7e85-8c95-4cf9-8c51-578e47e82005 req-43c1b8d9-3fea-4127-bb52-a6124a8848f3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.1163125 Jan 31 19:22:24.018472 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-72cb7e85-8c95-4cf9-8c51-578e47e82005 req-a3eb496a-27b2-4cef-bd35-3579935439c1 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628512 Jan 31 19:22:24.020498 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70382101-7c9f-4e78-9544-da65765f2b2e None None] Pushing event updated for resources: {'Port': ['ID=760919b5-9693-42c4-978e-9861f29526d7,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:24.044012 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-1d7ae1a4-2205-4d8b-9e62-996a7416150e None None] Provisioning complete for port 760919b5-9693-42c4-978e-9861f29526d7 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:24.044391 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1d7ae1a4-2205-4d8b-9e62-996a7416150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (760919b5-9693-42c4-978e-9861f29526d7), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:24.070410 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c833d-50a9-4232-aace-fad24b0888c4 req-299440e8-07ab-40a4-88f0-3b0b0121fc07 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:24.075453 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-022c833d-50a9-4232-aace-fad24b0888c4 req-299440e8-07ab-40a4-88f0-3b0b0121fc07 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 946 time: 0.1099412 Jan 31 19:22:24.090964 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'name': 'tempest-TestMinimumBasicScenario-138595851-router', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:14Z', 'updated_at': '2022-01-31T19:22:19Z', 'revision_number': 4, 'project_id': '66242d7ae718476da4cf129bb70506c5', 'gw_port': {'id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:15Z', 'updated_at': '2022-01-31T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '760919b5-9693-42c4-978e-9861f29526d7', 'name': '', 'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'mac_address': 'fa:16:3e:a1:f0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7e3ddb7c-9937-46da-851e-809d33f0e4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:18Z', 'updated_at': '2022-01-31T19:22:23Z', 'revision_number': 4, 'project_id': '66242d7ae718476da4cf129bb70506c5', 'subnets': [{'id': '7e3ddb7c-9937-46da-851e-809d33f0e4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:24.129913 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe1bfe9-1d34-4ba5-8ac2-0c26598b8e9a None None] The sync data for ids ['02af3ec7-7865-4942-a375-bf9d2c3d3596'] in dv-cinder-813223-5-iscsi is: [{'id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'name': 'tempest-TestMinimumBasicScenario-138595851-router', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:14Z', 'updated_at': '2022-01-31T19:22:19Z', 'revision_number': 4, 'project_id': '66242d7ae718476da4cf129bb70506c5', 'gw_port': {'id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:15Z', 'updated_at': '2022-01-31T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '760919b5-9693-42c4-978e-9861f29526d7', 'name': '', 'network_id': '4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'mac_address': 'fa:16:3e:a1:f0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7e3ddb7c-9937-46da-851e-809d33f0e4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:18Z', 'updated_at': '2022-01-31T19:22:23Z', 'revision_number': 4, 'project_id': '66242d7ae718476da4cf129bb70506c5', 'subnets': [{'id': '7e3ddb7c-9937-46da-851e-809d33f0e4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:22:24.234200 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ae1a4-2205-4d8b-9e62-996a7416150e None None] Current status of the port 760919b5-9693-42c4-978e-9861f29526d7 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:24.517244 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-022c833d-50a9-4232-aace-fad24b0888c4 req-00f934c5-b1bf-4110-9a04-c0017e3adf64 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4382088 Jan 31 19:22:24.807263 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 760919b5-9693-42c4-978e-9861f29526d7 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:24.919703 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 760919b5-9693-42c4-978e-9861f29526d7 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:24.920229 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (760919b5-9693-42c4-978e-9861f29526d7), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:25.061483 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 760919b5-9693-42c4-978e-9861f29526d7 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:25.186755 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec7b4d-53dc-4fdd-bf25-e4d7332ea510 req-a98e1081-0876-4337-bf60-8a9a2456d59c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:25.190760 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-12ec7b4d-53dc-4fdd-bf25-e4d7332ea510 req-a98e1081-0876-4337-bf60-8a9a2456d59c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0907423 Jan 31 19:22:25.275712 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-12ec7b4d-53dc-4fdd-bf25-e4d7332ea510 req-ab021a74-e14d-407c-adeb-94075c0f4e65 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709953 Jan 31 19:22:25.390907 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f91b93-20e4-4a15-8a6d-5f595c04f673 req-74306a5e-8bf6-487d-ad8a-7893c14cdaf5 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:25.394668 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-88f91b93-20e4-4a15-8a6d-5f595c04f673 req-74306a5e-8bf6-487d-ad8a-7893c14cdaf5 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0808239 Jan 31 19:22:25.466934 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-88f91b93-20e4-4a15-8a6d-5f595c04f673 req-467edef2-0456-4a08-bb14-1dcf93714443 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661108 Jan 31 19:22:26.408015 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb6a94-3d28-412b-86de-d07ce0a721b3 req-ec22d480-d839-444a-b281-ffdd2784de0b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:26.409676 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3ebb6a94-3d28-412b-86de-d07ce0a721b3 req-ec22d480-d839-444a-b281-ffdd2784de0b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0603001 Jan 31 19:22:26.461610 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3ebb6a94-3d28-412b-86de-d07ce0a721b3 req-926deaeb-3a7f-4d18-9937-65138ae92499 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458243 Jan 31 19:22:26.587890 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f83ad9-881f-4094-b289-43d0051969d1 req-6ab1c6f9-9454-4dc7-8421-562d66e04b4d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:26.589809 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-07f83ad9-881f-4094-b289-43d0051969d1 req-6ab1c6f9-9454-4dc7-8421-562d66e04b4d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0575562 Jan 31 19:22:26.646190 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-07f83ad9-881f-4094-b289-43d0051969d1 req-deb30fbf-c029-4d7d-aa47-6c19636983c2 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503056 Jan 31 19:22:27.627942 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6669940-2e95-47dc-b2c0-1cd592677cde req-e8d727fd-7a2a-454f-b70c-52463381715b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:27.627942 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b6669940-2e95-47dc-b2c0-1cd592677cde req-e8d727fd-7a2a-454f-b70c-52463381715b tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0747650 Jan 31 19:22:27.685317 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b6669940-2e95-47dc-b2c0-1cd592677cde req-c3a320c5-472b-48e8-bc5d-2dd742540668 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517890 Jan 31 19:22:27.825853 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd165e0-f546-4d3b-ba2f-4adc7c7fc18c req-eef2bb5b-943f-4db2-b673-7218ab3338e0 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:27.828922 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5cd165e0-f546-4d3b-ba2f-4adc7c7fc18c req-eef2bb5b-943f-4db2-b673-7218ab3338e0 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0817199 Jan 31 19:22:27.896035 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5cd165e0-f546-4d3b-ba2f-4adc7c7fc18c req-9cd9db6a-cb44-4841-8c4b-02813abe5a98 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586388 Jan 31 19:22:28.834579 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5fdfd-029f-4ca4-9190-72b844e1e4b8 req-248ad5be-05b2-424c-a18e-d879cc1a057c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:28.837647 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-86b5fdfd-029f-4ca4-9190-72b844e1e4b8 req-248ad5be-05b2-424c-a18e-d879cc1a057c tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0604186 Jan 31 19:22:28.906158 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-86b5fdfd-029f-4ca4-9190-72b844e1e4b8 req-c68fea7b-8433-4f8a-9e03-22f436589941 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634725 Jan 31 19:22:29.077532 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77372b95-2874-4fbd-b211-47921a73ea08 req-e132bcbb-ade2-4f7e-a26a-0668042c4b68 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:29.083277 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-77372b95-2874-4fbd-b211-47921a73ea08 req-e132bcbb-ade2-4f7e-a26a-0668042c4b68 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0838547 Jan 31 19:22:29.153347 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-77372b95-2874-4fbd-b211-47921a73ea08 req-5afd9028-1bc2-4cfe-b903-b782c12ad8e9 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617328 Jan 31 19:22:29.800692 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab63eb5-b3f7-46c3-8c93-ca8e2d1ab4f2 req-60d75055-b74a-4bb7-b3b9-3eac9c72d78f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:29.802489 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2ab63eb5-b3f7-46c3-8c93-ca8e2d1ab4f2 req-60d75055-b74a-4bb7-b3b9-3eac9c72d78f tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0542438 Jan 31 19:22:29.924377 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-2ab63eb5-b3f7-46c3-8c93-ca8e2d1ab4f2 req-c0f0b594-aa6c-40d3-8cfe-eaf0de2f68e0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Deleting port 8ff0cf0f-e820-43fc-a038-76c555e88a97 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:22:29.924377 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2ab63eb5-b3f7-46c3-8c93-ca8e2d1ab4f2 req-c0f0b594-aa6c-40d3-8cfe-eaf0de2f68e0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:30.021095 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-2ab63eb5-b3f7-46c3-8c93-ca8e2d1ab4f2 req-c0f0b594-aa6c-40d3-8cfe-eaf0de2f68e0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] For port 8ff0cf0f-e820-43fc-a038-76c555e88a97, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8ff0cf0f-e820-43fc-a038-76c555e88a97,segment=NetworkSegment(72257c49-4af3-4e03-83db-84b8080378b6),segment_id=72257c49-4af3-4e03-83db-84b8080378b6)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:30.021486 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2ab63eb5-b3f7-46c3-8c93-ca8e2d1ab4f2 req-c0f0b594-aa6c-40d3-8cfe-eaf0de2f68e0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:30.035329 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [req-2ab63eb5-b3f7-46c3-8c93-ca8e2d1ab4f2 req-c0f0b594-aa6c-40d3-8cfe-eaf0de2f68e0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Calling delete_port for 8ff0cf0f-e820-43fc-a038-76c555e88a97 owned by compute:nova {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:22:30.036801 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d29e-05bc-43d5-bde5-50b19065ccbb req-bc51e58e-1fe9-4cd9-b338-251bcd6f18ec tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:30.038381 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7f53d29e-05bc-43d5-bde5-50b19065ccbb req-bc51e58e-1fe9-4cd9-b338-251bcd6f18ec tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 946 time: 0.0583558 Jan 31 19:22:30.093129 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7f53d29e-05bc-43d5-bde5-50b19065ccbb req-4266c05e-b0a4-4f1b-ad99-294c553fa8ee tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/security-groups?id=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489466 Jan 31 19:22:30.277863 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2ab63eb5-b3f7-46c3-8c93-ca8e2d1ab4f2 req-c0f0b594-aa6c-40d3-8cfe-eaf0de2f68e0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (8ff0cf0f-e820-43fc-a038-76c555e88a97), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:30.291608 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['8ff0cf0f-e820-43fc-a038-76c555e88a97'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:22:30.324264 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0b594-aa6c-40d3-8cfe-eaf0de2f68e0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Pushing event deleted for resources: {'Port': ['ID=8ff0cf0f-e820-43fc-a038-76c555e88a97,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:30.364766 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd1239-5680-4bc8-992a-3f48bb2af903 req-1f445496-e7d2-463f-bfd4-972b2e8a9ebe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:30.366254 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-32cd1239-5680-4bc8-992a-3f48bb2af903 req-1f445496-e7d2-463f-bfd4-972b2e8a9ebe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1321423 Jan 31 19:22:30.383905 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab63eb5-b3f7-46c3-8c93-ca8e2d1ab4f2 req-c0f0b594-aa6c-40d3-8cfe-eaf0de2f68e0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] No DVR routers for this DVR port 8ff0cf0f-e820-43fc-a038-76c555e88a97 on host hv-cinder-81322 {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:22:30.392236 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-2ab63eb5-b3f7-46c3-8c93-ca8e2d1ab4f2 req-c0f0b594-aa6c-40d3-8cfe-eaf0de2f68e0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:30.396169 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2ab63eb5-b3f7-46c3-8c93-ca8e2d1ab4f2 req-c0f0b594-aa6c-40d3-8cfe-eaf0de2f68e0 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.77 "DELETE /v2.0/ports/8ff0cf0f-e820-43fc-a038-76c555e88a97 HTTP/1.1" status: 204 len: 173 time: 0.5861013 Jan 31 19:22:30.396629 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d53b57-2fbf-4097-9e15-17efa2e5d67c', 'name': 'network-vif-deleted', 'tag': '8ff0cf0f-e820-43fc-a038-76c555e88a97'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:22:30.399038 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e859382-1420-4e85-a0ad-a51a97385066" -d '{"events": [{"server_uuid": "a4d53b57-2fbf-4097-9e15-17efa2e5d67c", "name": "network-vif-deleted", "tag": "8ff0cf0f-e820-43fc-a038-76c555e88a97"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:22:30.451192 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc5e9ca-ee62-48a3-9e58-89381ee9e6b8 x-openstack-request-id: req-ffc5e9ca-ee62-48a3-9e58-89381ee9e6b8 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:22:30.451470 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d53b57-2fbf-4097-9e15-17efa2e5d67c", "name": "network-vif-deleted", "tag": "8ff0cf0f-e820-43fc-a038-76c555e88a97", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:22:30.451746 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ffc5e9ca-ee62-48a3-9e58-89381ee9e6b8 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:22:30.452185 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d53b57-2fbf-4097-9e15-17efa2e5d67c', 'name': 'network-vif-deleted', 'tag': '8ff0cf0f-e820-43fc-a038-76c555e88a97', 'status': 'completed', 'code': 200} Jan 31 19:22:30.463832 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-32cd1239-5680-4bc8-992a-3f48bb2af903 req-00d257b4-e2c7-4975-afce-2eecc42464ba tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818913 Jan 31 19:22:31.137883 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56310) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:31.246259 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-83a794ec-3326-48a9-a90f-d161b1e98a8e req-662241f5-eb56-4373-882c-19d679cb60f3 tempest-ServerRescueNegativeTestJSON-396488231 tempest-ServerRescueNegativeTestJSON-396488231-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4d53b57-2fbf-4097-9e15-17efa2e5d67c HTTP/1.1" status: 200 len: 210 time: 0.0425518 Jan 31 19:22:31.341692 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-59f45392-ba99-4750-ae78-99bda6bd4d28 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ef3b83c5ddc4db284e5b7addfadd036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025721 Jan 31 19:22:31.342275 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56314) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:31.424427 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e505dbc-68f6-4ba3-a2cc-681a6e80b088 admin admin] Publish callbacks [] for security_group (c1e26a40-b8ec-4956-a6c8-db6be0faad04), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:31.461398 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e505dbc-68f6-4ba3-a2cc-681a6e80b088 admin admin] Publish callbacks [] for security_group (c1e26a40-b8ec-4956-a6c8-db6be0faad04), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:31.656953 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42a495-7128-4327-a06e-5e337367630b req-e73d5df7-0da4-46b7-9a88-664c84aabc80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:31.660153 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6b42a495-7128-4327-a06e-5e337367630b req-e73d5df7-0da4-46b7-9a88-664c84aabc80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0718977 Jan 31 19:22:31.662407 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e505dbc-68f6-4ba3-a2cc-681a6e80b088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (c1e26a40-b8ec-4956-a6c8-db6be0faad04), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:31.666728 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8e505dbc-68f6-4ba3-a2cc-681a6e80b088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:31.671102 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-8e505dbc-68f6-4ba3-a2cc-681a6e80b088 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c1e26a40-b8ec-4956-a6c8-db6be0faad04 HTTP/1.1" status: 204 len: 168 time: 0.3274479 Jan 31 19:22:31.698202 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e505dbc-68f6-4ba3-a2cc-681a6e80b088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e26a40-b8ec-4956-a6c8-db6be0faad04,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:31.760868 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6b42a495-7128-4327-a06e-5e337367630b req-76f3698e-9105-4e24-be40-735cd34051e0 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850303 Jan 31 19:22:32.348923 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56328) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:32.930991 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9324e-1773-4f78-a5e2-2bcd4206f852 req-41a3920d-f447-41e5-bc70-94f9a9b0ffdd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:32.939260 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d1f9324e-1773-4f78-a5e2-2bcd4206f852 req-41a3920d-f447-41e5-bc70-94f9a9b0ffdd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0861056 Jan 31 19:22:33.060928 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d1f9324e-1773-4f78-a5e2-2bcd4206f852 req-260b60ff-2a24-4841-b3ad-2b7f8e32d23a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205449 Jan 31 19:22:33.073162 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2956-22cc-4701-abed-88992f61000a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073501'] for router_interface (283e6dad-adf0-44ad-a848-75d6882e0e16), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:33.429235 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a2956-22cc-4701-abed-88992f61000a admin admin] Deleting port bd06388b-3b25-46ed-a591-6a7ad82f007b {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:22:33.429892 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2956-22cc-4701-abed-88992f61000a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:33.526144 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-dc9a2956-22cc-4701-abed-88992f61000a admin admin] For port bd06388b-3b25-46ed-a591-6a7ad82f007b, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=bd06388b-3b25-46ed-a591-6a7ad82f007b,segment=NetworkSegment(72257c49-4af3-4e03-83db-84b8080378b6),segment_id=72257c49-4af3-4e03-83db-84b8080378b6)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:33.526533 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2956-22cc-4701-abed-88992f61000a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:33.540936 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a2956-22cc-4701-abed-88992f61000a admin admin] Calling delete_port for bd06388b-3b25-46ed-a591-6a7ad82f007b owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:22:33.606803 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56344) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:33.712764 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-834738670-network', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:33.850023 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Made reservation on behalf of c5efca44518b4d30a825cfc60b7394a2 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:22:33.853122 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:33.862391 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:33.868822 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2956-22cc-4701-abed-88992f61000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (bd06388b-3b25-46ed-a591-6a7ad82f007b), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:33.887867 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 8ff0cf0f-e820-43fc-a038-76c555e88a97 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:22:33.899965 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a2956-22cc-4701-abed-88992f61000a admin admin] Pushing event deleted for resources: {'Port': ['ID=bd06388b-3b25-46ed-a591-6a7ad82f007b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:33.921235 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: 8ff0cf0f-e820-43fc-a038-76c555e88a97 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:22:33.931030 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 8ff0cf0f-e820-43fc-a038-76c555e88a97 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:22:33.978918 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Publish callbacks [] for security_group (82474a9a-8f4e-4247-ba9e-2530fa3aaf15), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:34.062962 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (82474a9a-8f4e-4247-ba9e-2530fa3aaf15), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:34.089540 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:22:34.091020 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2956-22cc-4701-abed-88992f61000a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2073353'] for router_interface (283e6dad-adf0-44ad-a848-75d6882e0e16), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:34.113074 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (03810b1e-9ca6-4503-80b2-ecdc6d8d2e83), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:34.114989 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.segments_db [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Added segment 03810b1e-9ca6-4503-80b2-ecdc6d8d2e83 of type vlan for network 69f1d602-943c-4223-895a-eb212dc4ad0b Jan 31 19:22:34.114989 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82474a9a-8f4e-4247-ba9e-2530fa3aaf15,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:34.185589 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (69f1d602-943c-4223-895a-eb212dc4ad0b), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:34.280098 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (69f1d602-943c-4223-895a-eb212dc4ad0b), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:34.281703 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:34.283854 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:34.323986 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51486b57-9991-40c4-8dcc-6c0792754962 req-add734ec-c23d-42b1-9c00-3dd0af097f19 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:34.327599 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-51486b57-9991-40c4-8dcc-6c0792754962 req-add734ec-c23d-42b1-9c00-3dd0af097f19 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1628423 Jan 31 19:22:34.411516 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8033450 Jan 31 19:22:34.416207 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56354) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:34.424609 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-350ba401-7e8f-40fc-b248-8d57876f16a1 admin admin] Request body: {'subnet': {'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-834738670-subnet', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'ip_version': 4}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:34.433441 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebdeaa-bd37-494d-a5e7-aaa7baa6c785 admin admin] Pushing event updated for resources: {'Network': ['ID=69f1d602-943c-4223-895a-eb212dc4ad0b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:34.450224 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network 69f1d602-943c-4223-895a-eb212dc4ad0b details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:22:34.562762 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-51486b57-9991-40c4-8dcc-6c0792754962 req-9ccd4894-66e7-4b6f-945d-626a65532b09 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248330 Jan 31 19:22:34.592610 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9a2956-22cc-4701-abed-88992f61000a admin admin] Router 283e6dad-adf0-44ad-a848-75d6882e0e16 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:22:34.605598 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350ba401-7e8f-40fc-b248-8d57876f16a1 admin admin] Made reservation on behalf of c5efca44518b4d30a825cfc60b7394a2 for: {'subnet': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:22:34.609985 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-350ba401-7e8f-40fc-b248-8d57876f16a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9062747'] for subnet (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:34.728044 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9a2956-22cc-4701-abed-88992f61000a admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:22:34.740252 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926061e0-8942-4fc7-9489-091332c5bfd1 None None] Sync routers for ids ['283e6dad-adf0-44ad-a848-75d6882e0e16'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:22:34.744906 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-dc9a2956-22cc-4701-abed-88992f61000a admin admin] 10.222.0.72 "PUT /v2.0/routers/283e6dad-adf0-44ad-a848-75d6882e0e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3905900 Jan 31 19:22:34.745236 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56360) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:34.756094 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926061e0-8942-4fc7-9489-091332c5bfd1 None None] Routers {'283e6dad-adf0-44ad-a848-75d6882e0e16'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:34.756992 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-926061e0-8942-4fc7-9489-091332c5bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['283e6dad-adf0-44ad-a848-75d6882e0e16'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:34.861497 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Publish callbacks [] for router (283e6dad-adf0-44ad-a848-75d6882e0e16), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:34.881442 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-926061e0-8942-4fc7-9489-091332c5bfd1 None None] Set router 283e6dad-adf0-44ad-a848-75d6882e0e16 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:34.908778 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-350ba401-7e8f-40fc-b248-8d57876f16a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3206517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9062765'] for subnet (46e8aa26-6133-47ff-900d-280c86d19f51), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:34.979021 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ba401-7e8f-40fc-b248-8d57876f16a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e8aa26-6133-47ff-900d-280c86d19f51,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:35.010734 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ba401-7e8f-40fc-b248-8d57876f16a1 admin admin] Checking segment: {'id': '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:35.011130 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ba401-7e8f-40fc-b248-8d57876f16a1 admin admin] Network hostable DHCP agents. Network: 69f1d602-943c-4223-895a-eb212dc4ad0b, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:22:35.104856 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-926061e0-8942-4fc7-9489-091332c5bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'name': 'tempest-ServerRescueNegativeTestJSON-927971883-router', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'df21058c-91e5-4f85-b776-0216ad396477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:22:33Z', 'revision_number': 5, 'project_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'gw_port': {'id': 'df21058c-91e5-4f85-b776-0216ad396477', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:38Z', 'updated_at': '2022-01-31T19:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:35.113972 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ba401-7e8f-40fc-b248-8d57876f16a1 admin admin] Network 69f1d602-943c-4223-895a-eb212dc4ad0b is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:22:35.133887 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926061e0-8942-4fc7-9489-091332c5bfd1 None None] Checking router: 283e6dad-adf0-44ad-a848-75d6882e0e16 for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:22:35.144621 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926061e0-8942-4fc7-9489-091332c5bfd1 None None] Routers {'283e6dad-adf0-44ad-a848-75d6882e0e16'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:35.145284 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-926061e0-8942-4fc7-9489-091332c5bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['283e6dad-adf0-44ad-a848-75d6882e0e16'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:35.199689 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-350ba401-7e8f-40fc-b248-8d57876f16a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, 69f1d602-943c-4223-895a-eb212dc4ad0b) {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:35.216481 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46090d7b-2e38-4c92-a663-976283a276d2 None None] Network 69f1d602-943c-4223-895a-eb212dc4ad0b requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:22:35.241024 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ba401-7e8f-40fc-b248-8d57876f16a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:35.243516 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-350ba401-7e8f-40fc-b248-8d57876f16a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:35.286148 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Publish callbacks [] for router_gateway (283e6dad-adf0-44ad-a848-75d6882e0e16), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:35.292047 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-926061e0-8942-4fc7-9489-091332c5bfd1 None None] Set router 283e6dad-adf0-44ad-a848-75d6882e0e16 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:35.375688 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbab7dfa-41f8-5c4b-aba0-772b36cf482d-69f1d602-943c-4223-895a-eb212dc4ad0b', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'fixed_ips': [{'subnet_id': '46e8aa26-6133-47ff-900d-280c86d19f51'}]}} from dv-cinder-813223-5-iscsi. {{(pid=103245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:22:35.376857 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:35.397259 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-350ba401-7e8f-40fc-b248-8d57876f16a1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9795277 Jan 31 19:22:35.400524 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56368) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:35.405599 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:35.472298 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Deleting port df21058c-91e5-4f85-b776-0216ad396477 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:22:35.472859 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (df21058c-91e5-4f85-b776-0216ad396477), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:35.512581 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2073160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45537'] for router (b8b3c00c-c27f-4352-89d4-f66af946bb72), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:35.512581 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2074296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1623956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45544'] for router (b8b3c00c-c27f-4352-89d4-f66af946bb72), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:35.526272 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-926061e0-8942-4fc7-9489-091332c5bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'name': 'tempest-ServerRescueNegativeTestJSON-927971883-router', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'df21058c-91e5-4f85-b776-0216ad396477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:22:33Z', 'revision_number': 5, 'project_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'gw_port': {'id': 'df21058c-91e5-4f85-b776-0216ad396477', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:38Z', 'updated_at': '2022-01-31T19:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:35.565391 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926061e0-8942-4fc7-9489-091332c5bfd1 None None] The sync data for ids ['283e6dad-adf0-44ad-a848-75d6882e0e16'] in dv-cinder-813223-5-iscsi is: [{'id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'name': 'tempest-ServerRescueNegativeTestJSON-927971883-router', 'tenant_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'df21058c-91e5-4f85-b776-0216ad396477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:22:33Z', 'revision_number': 5, 'project_id': 'c1241b69dd254a7fa9a9171e2cc424da', 'gw_port': {'id': 'df21058c-91e5-4f85-b776-0216ad396477', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6dad-adf0-44ad-a848-75d6882e0e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:38Z', 'updated_at': '2022-01-31T19:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:22:35.606006 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Allocated IP 172.20.0.2 (69f1d602-943c-4223-895a-eb212dc4ad0b/46e8aa26-6133-47ff-900d-280c86d19f51/3e926762-84d7-4a12-9fb5-6af7aad3cd43) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:35.641132 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Publish callbacks [] for router_controller (b8b3c00c-c27f-4352-89d4-f66af946bb72), precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:35.647280 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] For port df21058c-91e5-4f85-b776-0216ad396477, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=df21058c-91e5-4f85-b776-0216ad396477,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:35.647699 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (df21058c-91e5-4f85-b776-0216ad396477), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:35.661625 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Calling delete_port for df21058c-91e5-4f85-b776-0216ad396477 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:22:35.764444 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b1f35-8fc0-4dd2-8097-569c2afd4041 req-84e178ed-7f7d-46aa-862d-c14bdc5385c1 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:35.765915 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3f7b1f35-8fc0-4dd2-8097-569c2afd4041 req-84e178ed-7f7d-46aa-862d-c14bdc5385c1 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0859501 Jan 31 19:22:35.804579 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Publish callbacks [] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:35.840364 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3f7b1f35-8fc0-4dd2-8097-569c2afd4041 req-b84a9245-f1ca-4f86-8fe1-98b0c0f8c504 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610557 Jan 31 19:22:35.937354 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:35.993163 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Network 69f1d602-943c-4223-895a-eb212dc4ad0b is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:35.997211 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Pushing event updated for resources: {'Port': ['ID=3e926762-84d7-4a12-9fb5-6af7aad3cd43,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:35.999840 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:36.008463 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:36.022182 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-ecf8588d-6bdf-4916-a9bc-9933d01622fc tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:36.022182 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-ecf8588d-6bdf-4916-a9bc-9933d01622fc tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/networks?id=ed0ec79a-b707-4b56-918d-78a1f0122266 HTTP/1.1" status: 200 len: 815 time: 0.3370430 Jan 31 19:22:36.027029 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Publish callbacks [] for router_gateway (b8b3c00c-c27f-4352-89d4-f66af946bb72), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:36.055694 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-0a08e14b-9acd-46ba-9452-2295e4d60981 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/quotas/47ca2a0269214434a3c8676e3a51126e HTTP/1.1" status: 200 len: 375 time: 0.0236509 Jan 31 19:22:36.072214 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Attempting to bind port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:36.072595 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Attempting to bind port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:36.072959 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Attempting to bind port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 on network 69f1d602-943c-4223-895a-eb212dc4ad0b {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:36.078882 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:36.079411 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Checking segment: {'id': '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:36.079816 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:36.080217 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Bound using segment: {'id': '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:36.080692 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Bound port: 3e926762-84d7-4a12-9fb5-6af7aad3cd43, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:36.081100 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:36.163446 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] For port 3e926762-84d7-4a12-9fb5-6af7aad3cd43, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:36.167438 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] For port 3e926762-84d7-4a12-9fb5-6af7aad3cd43, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=3e926762-84d7-4a12-9fb5-6af7aad3cd43,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:36.184562 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-041697ff-7c14-4ba0-8cf3-67709fe2043a tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=47ca2a0269214434a3c8676e3a51126e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229808 Jan 31 19:22:36.257385 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:36.319082 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef6f6e-8c4d-469e-b164-fbfd1b56ee4a None None] Pushing event updated for resources: {'Port': ['ID=3e926762-84d7-4a12-9fb5-6af7aad3cd43,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:36.326976 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (df21058c-91e5-4f85-b776-0216ad396477), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:36.349879 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-9847c1ef-9b45-44af-920d-deb56babc33a service neutron] 10.222.0.72 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524913 Jan 31 19:22:36.379414 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Pushing event deleted for resources: {'Port': ['ID=df21058c-91e5-4f85-b776-0216ad396477,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:36.587800 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078823'] for router_gateway (283e6dad-adf0-44ad-a848-75d6882e0e16), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:36.694849 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-dff918c4-cc71-42d7-9b1a-eef032fc54d2 service neutron] 10.222.0.72 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259926 Jan 31 19:22:36.736392 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2074354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45331'] for router (283e6dad-adf0-44ad-a848-75d6882e0e16), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:36.740291 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Publish callbacks [] for router_controller (283e6dad-adf0-44ad-a848-75d6882e0e16), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:36.806798 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Publish callbacks [] for router_gateway (b8b3c00c-c27f-4352-89d4-f66af946bb72), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:36.824001 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 3e926762-84d7-4a12-9fb5-6af7aad3cd43 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:36.828747 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:36.879685 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:36.883001 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:36.914480 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2074363'] for router (283e6dad-adf0-44ad-a848-75d6882e0e16), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:36.915973 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 283e6dad-adf0-44ad-a848-75d6882e0e16 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:22:36.938238 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:36.942789 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-32a5d961-e7d8-4ac6-b278-220a5cc67308 admin admin] 10.222.0.72 "DELETE /v2.0/routers/283e6dad-adf0-44ad-a848-75d6882e0e16 HTTP/1.1" status: 204 len: 168 time: 2.1938181 Jan 31 19:22:36.943761 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56388) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:37.001788 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c9f9b606-16b4-426d-85b7-d8db24a2ca06 req-548cdd64-249b-4895-99d7-c14170df3138 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 210 time: 0.0598245 Jan 31 19:22:37.026786 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b492b16-0576-4a67-9fdc-9941ed8a43fd admin admin] Deleting subnet 9c1924c8-4ffc-4f4f-8854-bdf0660d683e {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:22:37.030512 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9b492b16-0576-4a67-9fdc-9941ed8a43fd admin admin] Publish callbacks [] for subnet (9c1924c8-4ffc-4f4f-8854-bdf0660d683e), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.053310 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Allocated IP 172.27.1.16 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/08a5c866-f3ad-4077-8375-e13bbdf9ea58) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:37.104244 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9b492b16-0576-4a67-9fdc-9941ed8a43fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8960374'] for subnet (9c1924c8-4ffc-4f4f-8854-bdf0660d683e), precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.205295 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:37.205871 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.232072 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9b492b16-0576-4a67-9fdc-9941ed8a43fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (9c1924c8-4ffc-4f4f-8854-bdf0660d683e), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.248342 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Publish callbacks [] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.263698 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:22:37.269644 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port 3e926762-84d7-4a12-9fb5-6af7aad3cd43, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=3e926762-84d7-4a12-9fb5-6af7aad3cd43,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:37.331583 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e4ffe-1b48-4b95-b880-4e2d861714a3 req-d6a929c5-a93c-4fbe-b7d4-fb0ce6b48023 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:37.333246 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6c6e4ffe-1b48-4b95-b880-4e2d861714a3 req-d6a929c5-a93c-4fbe-b7d4-fb0ce6b48023 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1699491 Jan 31 19:22:37.348477 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.349025 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.383085 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device bd06388b-3b25-46ed-a591-6a7ad82f007b no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:22:37.398043 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6c6e4ffe-1b48-4b95-b880-4e2d861714a3 req-7c3d2cee-0027-4d7b-8dee-3b6d5301c9e8 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581357 Jan 31 19:22:37.413261 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:37.421862 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Pushing event updated for resources: {'Port': ['ID=08a5c866-f3ad-4077-8375-e13bbdf9ea58,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:37.427136 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:37.434420 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: bd06388b-3b25-46ed-a591-6a7ad82f007b {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:22:37.434991 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device bd06388b-3b25-46ed-a591-6a7ad82f007b not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:22:37.436025 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:37.441136 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9b492b16-0576-4a67-9fdc-9941ed8a43fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9062758'] for subnet (9c1924c8-4ffc-4f4f-8854-bdf0660d683e), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.490431 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=3e926762-84d7-4a12-9fb5-6af7aad3cd43,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:37.501843 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b492b16-0576-4a67-9fdc-9941ed8a43fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1924c8-4ffc-4f4f-8854-bdf0660d683e,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:37.501843 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9b492b16-0576-4a67-9fdc-9941ed8a43fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.501843 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-9b492b16-0576-4a67-9fdc-9941ed8a43fd admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9c1924c8-4ffc-4f4f-8854-bdf0660d683e HTTP/1.1" status: 204 len: 168 time: 0.5536387 Jan 31 19:22:37.501843 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56398) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:37.604984 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557fe075-c9f6-4ac2-9828-c42e5e1e0919 None None] Network 69f1d602-943c-4223-895a-eb212dc4ad0b requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:22:37.617815 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d45981a7-fec3-4066-94a7-e16462e55fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (3b99c91a-a4b5-44c0-babe-fdd1422d7c76), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.711752 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-969eeb9f-9f3e-4b95-b839-1759a97d5a72 None None] Provisioning complete for port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:37.712130 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-969eeb9f-9f3e-4b95-b839-1759a97d5a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.745598 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d45981a7-fec3-4066-94a7-e16462e55fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (3b99c91a-a4b5-44c0-babe-fdd1422d7c76), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.788523 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d45981a7-fec3-4066-94a7-e16462e55fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b99c91a-a4b5-44c0-babe-fdd1422d7c76']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:37.811111 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d45981a7-fec3-4066-94a7-e16462e55fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72257c49-4af3-4e03-83db-84b8080378b6') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:37.811600 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-d45981a7-fec3-4066-94a7-e16462e55fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72257c49-4af3-4e03-83db-84b8080378b6') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:37.836651 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d45981a7-fec3-4066-94a7-e16462e55fcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8960383'] for segment (72257c49-4af3-4e03-83db-84b8080378b6), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.855814 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-969eeb9f-9f3e-4b95-b839-1759a97d5a72 None None] Current status of the port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:37.917621 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d45981a7-fec3-4066-94a7-e16462e55fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (72257c49-4af3-4e03-83db-84b8080378b6), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.928083 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45981a7-fec3-4066-94a7-e16462e55fcf admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:22:37.928488 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d45981a7-fec3-4066-94a7-e16462e55fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207958'] for segment (72257c49-4af3-4e03-83db-84b8080378b6), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: Traceback (most recent call last): Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: timer() Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: cb(*args, **kw) Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: return func(*args, **kwargs) Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: self._notify() Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: self.callback(batched_events) Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: event.method(event) Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: return f(self, *a, **k) Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._get(url).json() Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: return self.request(url, 'GET', **kwargs) Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:22:37.930372 dv-cinder-813223-5-iscsi neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:22:37.975662 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Publish callbacks [] for router_gateway (b8b3c00c-c27f-4352-89d4-f66af946bb72), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:38.036870 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7b96c-0581-481c-83e5-0e13b030a618 req-d0468102-234d-4c7e-904e-d3581e94ed05 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:38.038586 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-55b7b96c-0581-481c-83e5-0e13b030a618 req-d0468102-234d-4c7e-904e-d3581e94ed05 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.2057512 Jan 31 19:22:38.114025 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d45981a7-fec3-4066-94a7-e16462e55fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (3b99c91a-a4b5-44c0-babe-fdd1422d7c76), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:38.120880 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c66e9afb-f4b5-4a5b-ae7c-631ed23c72bb req-94493abd-0af0-4788-988e-39d0e37f0d5b tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 210 time: 0.0367036 Jan 31 19:22:38.140028 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d45981a7-fec3-4066-94a7-e16462e55fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:38.144119 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-d45981a7-fec3-4066-94a7-e16462e55fcf admin admin] 10.222.0.72 "DELETE /v2.0/networks/3b99c91a-a4b5-44c0-babe-fdd1422d7c76 HTTP/1.1" status: 204 len: 168 time: 0.6403842 Jan 31 19:22:38.145375 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45981a7-fec3-4066-94a7-e16462e55fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=3b99c91a-a4b5-44c0-babe-fdd1422d7c76,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:38.149474 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d556c2-5743-4c95-b386-7d4d41bbca2d req-9845b3ab-714b-4399-bec2-56a620fa7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:38.151199 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b5d556c2-5743-4c95-b386-7d4d41bbca2d req-9845b3ab-714b-4399-bec2-56a620fa7747 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=694936399477419aa737191ef0856c4e&device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 1129 time: 0.1642022 Jan 31 19:22:38.155162 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-55b7b96c-0581-481c-83e5-0e13b030a618 req-74d2ab7a-ff7d-438f-a1fd-23391919bfa0 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074803 Jan 31 19:22:38.290542 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2074305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078787'] for router (b8b3c00c-c27f-4352-89d4-f66af946bb72), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:38.304788 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-43c57cba-5dca-4ae4-af1d-2dbdb58be373 None None] Provisioning complete for port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:38.305447 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-43c57cba-5dca-4ae4-af1d-2dbdb58be373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:38.308984 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d556c2-5743-4c95-b386-7d4d41bbca2d req-c41fe2f9-a8e7-48f1-b7bd-da3d32665b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:38.310990 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b5d556c2-5743-4c95-b386-7d4d41bbca2d req-c41fe2f9-a8e7-48f1-b7bd-da3d32665b9c service neutron] 10.222.0.77 "GET /v2.0/networks?id=f261ffb8-ebb6-4541-85b1-098d6402ff0f HTTP/1.1" status: 200 len: 912 time: 0.1537521 Jan 31 19:22:38.411045 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-43c57cba-5dca-4ae4-af1d-2dbdb58be373 None None] Current status of the port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:38.431709 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b5d556c2-5743-4c95-b386-7d4d41bbca2d req-9545b85f-a3cc-4e0f-98c0-6637b2468049 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc8d828-a8ad-4f2d-b803-88a32da41b34 HTTP/1.1" status: 200 len: 1001 time: 0.1135347 Jan 31 19:22:38.490344 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d556c2-5743-4c95-b386-7d4d41bbca2d req-8e858b65-0f59-465a-ba7e-0c6bd152de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:38.491906 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b5d556c2-5743-4c95-b386-7d4d41bbca2d req-8e858b65-0f59-465a-ba7e-0c6bd152de57 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b3dfd382-d219-4670-afee-0d492cc2dd58 HTTP/1.1" status: 200 len: 849 time: 0.0537465 Jan 31 19:22:38.567006 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d556c2-5743-4c95-b386-7d4d41bbca2d req-40672ea3-02c1-4792-9652-d7afba0d8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:38.568715 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b5d556c2-5743-4c95-b386-7d4d41bbca2d req-40672ea3-02c1-4792-9652-d7afba0d8bce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f261ffb8-ebb6-4541-85b1-098d6402ff0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694854 Jan 31 19:22:38.655212 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56408) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:38.705181 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 3e926762-84d7-4a12-9fb5-6af7aad3cd43 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:38.725019 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b5d556c2-5743-4c95-b386-7d4d41bbca2d req-5675bf7c-ddd4-4964-b974-5c986ab6c0b5 service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476231 Jan 31 19:22:38.727953 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-a96dde05-3f96-4fbb-ac77-781d4955394d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c1241b69dd254a7fa9a9171e2cc424da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0716658 Jan 31 19:22:38.731477 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56410) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:38.782207 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:38.782642 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:38.794619 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8082005b-43d8-41f0-a5f9-debe13cf7589 admin admin] Publish callbacks [] for security_group (319bba5a-3818-4f1f-84ab-40c4dcd8bdfc), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:38.819559 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Router b8b3c00c-c27f-4352-89d4-f66af946bb72 is scheduled to L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:22:38.822751 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8082005b-43d8-41f0-a5f9-debe13cf7589 admin admin] Publish callbacks [] for security_group (319bba5a-3818-4f1f-84ab-40c4dcd8bdfc), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:38.836554 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b5d556c2-5743-4c95-b386-7d4d41bbca2d req-d63b19af-e910-4a10-8d10-d09cb1f66355 service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052179 Jan 31 19:22:38.890996 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:38.905503 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device df21058c-91e5-4f85-b776-0216ad396477 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:22:38.946939 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: df21058c-91e5-4f85-b776-0216ad396477 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:22:38.947500 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device df21058c-91e5-4f85-b776-0216ad396477 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:22:38.995085 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:22:39.005079 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Sync routers for ids ['b8b3c00c-c27f-4352-89d4-f66af946bb72'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:22:39.017792 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Routers {'b8b3c00c-c27f-4352-89d4-f66af946bb72'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:39.018434 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['b8b3c00c-c27f-4352-89d4-f66af946bb72'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:39.068725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8082005b-43d8-41f0-a5f9-debe13cf7589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (319bba5a-3818-4f1f-84ab-40c4dcd8bdfc), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:39.071366 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8082005b-43d8-41f0-a5f9-debe13cf7589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:39.074962 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-8082005b-43d8-41f0-a5f9-debe13cf7589 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/319bba5a-3818-4f1f-84ab-40c4dcd8bdfc HTTP/1.1" status: 204 len: 168 time: 0.3400977 Jan 31 19:22:39.083278 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082005b-43d8-41f0-a5f9-debe13cf7589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319bba5a-3818-4f1f-84ab-40c4dcd8bdfc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:39.119268 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:39.121767 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-4413c59b-cd78-4f8a-9b60-7a3a2cd96ebf admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7197154 Jan 31 19:22:39.124439 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56414) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:39.183485 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Set router b8b3c00c-c27f-4352-89d4-f66af946bb72 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:39.267198 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ad094ebe-3c2a-4527-984e-ecdb356be93a req-cb222184-d80b-4493-8520-65d5055cf44e tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 210 time: 0.0382226 Jan 31 19:22:39.366804 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94d304-864a-4f14-ab23-c52a4b6cad2c req-b003f464-52eb-4a9b-9018-09d770c6a587 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:39.368357 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1e94d304-864a-4f14-ab23-c52a4b6cad2c req-b003f464-52eb-4a9b-9018-09d770c6a587 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1156988 Jan 31 19:22:39.444353 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:22:37Z', 'revision_number': 3, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port': {'id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:36Z', 'updated_at': '2022-01-31T19:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:39.495333 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Checking router: b8b3c00c-c27f-4352-89d4-f66af946bb72 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:22:39.495333 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Updating router b8b3c00c-c27f-4352-89d4-f66af946bb72 port 08a5c866-f3ad-4077-8375-e13bbdf9ea58 binding host dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:22:39.502240 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1e94d304-864a-4f14-ab23-c52a4b6cad2c req-e38ef4a3-00c3-4296-89d8-cf55f41c77c0 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963585 Jan 31 19:22:39.520139 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:39.823059 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:39.858019 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Publish callbacks [] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:39.971675 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:40.040744 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Attempting to bind port 08a5c866-f3ad-4077-8375-e13bbdf9ea58 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:40.041264 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Attempting to bind port 08a5c866-f3ad-4077-8375-e13bbdf9ea58 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:40.041804 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Attempting to bind port 08a5c866-f3ad-4077-8375-e13bbdf9ea58 on network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:40.052319 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:40.052800 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Checking segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:40.056488 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:40.056488 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Bound using segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:40.056488 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Bound port: 08a5c866-f3ad-4077-8375-e13bbdf9ea58, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:40.056488 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:40.056488 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed204ef-e3d0-46b4-9368-b3f9e711b8b0 None None] Pushing event updated for resources: {'Port': ['ID=08a5c866-f3ad-4077-8375-e13bbdf9ea58,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:40.137406 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] For port 08a5c866-f3ad-4077-8375-e13bbdf9ea58, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:40.143041 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] For port 08a5c866-f3ad-4077-8375-e13bbdf9ea58, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=08a5c866-f3ad-4077-8375-e13bbdf9ea58,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:40.235009 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:40.286807 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-c3d9aba8-b0da-4248-a398-44e4292053c8 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:40.300450 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-c3d9aba8-b0da-4248-a398-44e4292053c8 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.77 "GET /v2.0/networks?id=ed0ec79a-b707-4b56-918d-78a1f0122266 HTTP/1.1" status: 200 len: 815 time: 0.2073858 Jan 31 19:22:40.300658 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Routers {'b8b3c00c-c27f-4352-89d4-f66af946bb72'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:40.301372 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['b8b3c00c-c27f-4352-89d4-f66af946bb72'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:40.324184 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-4d0aae20-d18c-4d71-a82e-0dee0eacde80 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Request body: {'port': {'device_id': '3b683238-cba5-40e0-888c-66ef1d986710', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'admin_state_up': True, 'tenant_id': '47ca2a0269214434a3c8676e3a51126e'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:40.414670 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4b91699e-2a5b-4df0-be3d-c0526b2f4499 req-4c8cf480-4ef7-449f-b0c1-185ceab8fac6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 210 time: 0.0553751 Jan 31 19:22:40.468422 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Allocated IP 172.20.0.1 (69f1d602-943c-4223-895a-eb212dc4ad0b/46e8aa26-6133-47ff-900d-280c86d19f51/ebc1c537-555b-4f35-9061-b7e95a4c08bc) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:40.478550 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] Set router b8b3c00c-c27f-4352-89d4-f66af946bb72 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:40.480999 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed204ef-e3d0-46b4-9368-b3f9e711b8b0 None None] Pushing event updated for resources: {'Port': ['ID=08a5c866-f3ad-4077-8375-e13bbdf9ea58,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:40.659344 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-4d0aae20-d18c-4d71-a82e-0dee0eacde80 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Made reservation on behalf of 47ca2a0269214434a3c8676e3a51126e for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:22:40.663910 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-4d0aae20-d18c-4d71-a82e-0dee0eacde80 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:40.693465 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56456) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:40.717128 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Publish callbacks [] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:40.755902 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34980b69-e122-446f-a92c-6f8a97fbee34 req-6bb1e1e5-6851-4ce2-8ba8-7d8858e6f731 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:40.757678 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-34980b69-e122-446f-a92c-6f8a97fbee34 req-6bb1e1e5-6851-4ce2-8ba8-7d8858e6f731 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1547847 Jan 31 19:22:40.758451 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:22:37Z', 'revision_number': 3, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port': {'id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:36Z', 'updated_at': '2022-01-31T19:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:40.825892 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1737095478-network', 'tenant_id': 'a92e2e1108bd4c2fb35eeaf9faa5aab3'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:40.911652 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-34980b69-e122-446f-a92c-6f8a97fbee34 req-00bf1ec0-b6c6-40ea-ad8e-76a3412df5df tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464868 Jan 31 19:22:40.935288 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-4d0aae20-d18c-4d71-a82e-0dee0eacde80 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Allocated IP 172.20.0.12 (ed0ec79a-b707-4b56-918d-78a1f0122266/42e5d16d-821a-432f-8a42-15df80176ccc/d254001e-8ef7-43ee-8816-0f691010685a) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:40.937352 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Made reservation on behalf of a92e2e1108bd4c2fb35eeaf9faa5aab3 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:22:40.940648 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:40.952832 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db690dd-1520-4ae5-88fe-b8615b931efe None None] The sync data for ids ['b8b3c00c-c27f-4352-89d4-f66af946bb72'] in dv-cinder-813223-5-iscsi is: [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:22:37Z', 'revision_number': 3, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port': {'id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:36Z', 'updated_at': '2022-01-31T19:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:22:40.976070 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.010347 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.051492 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Publish callbacks [] for security_group (b83dddad-0f66-4f40-a2d1-c9739f3182f1), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.079436 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Network 69f1d602-943c-4223-895a-eb212dc4ad0b is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:41.120747 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (b83dddad-0f66-4f40-a2d1-c9739f3182f1), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.134521 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:41.144959 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:41.195355 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc1c537-555b-4f35-9061-b7e95a4c08bc,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:41.197088 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83dddad-0f66-4f40-a2d1-c9739f3182f1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:41.226963 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1208} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:22:41.251602 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (d60cfb70-e405-40be-89ae-0bbc17e187b7), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.253925 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.segments_db [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Added segment d60cfb70-e405-40be-89ae-0bbc17e187b7 of type vlan for network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 Jan 31 19:22:41.255956 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-4d0aae20-d18c-4d71-a82e-0dee0eacde80 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for port (d254001e-8ef7-43ee-8816-0f691010685a), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.262910 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2080534'] for router_interface (b8b3c00c-c27f-4352-89d4-f66af946bb72), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.385435 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (a900c6a6-121d-4d2c-8a6e-ffbf01bb1458), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.491483 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ebb32aaa-3bd9-4ee0-ab4b-5176c7b2df2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.537593 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (a900c6a6-121d-4d2c-8a6e-ffbf01bb1458), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.539461 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:41.540073 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.623454 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-4d0aae20-d18c-4d71-a82e-0dee0eacde80 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (d254001e-8ef7-43ee-8816-0f691010685a), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.651456 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.674541 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d9a92910-6d71-49ec-867c-54773c46d96a req-1aa495dc-a373-48e1-93c8-221aeef257c9 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 210 time: 0.0888698 Jan 31 19:22:41.707843 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-b60c876c-4212-4ff9-89a0-83aee5f24331 None None] Provisioning complete for port ebc1c537-555b-4f35-9061-b7e95a4c08bc triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:41.713448 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b60c876c-4212-4ff9-89a0-83aee5f24331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.742132 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] Pushing event updated for resources: {'Network': ['ID=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:41.766080 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-26d08035-f286-4686-a17a-076954705a84 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0685112 Jan 31 19:22:41.766724 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56470) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:41.772886 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Request body: {'subnet': {'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1737095478-subnet', 'tenant_id': 'a92e2e1108bd4c2fb35eeaf9faa5aab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:41.780236 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-4d0aae20-d18c-4d71-a82e-0dee0eacde80 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Network ed0ec79a-b707-4b56-918d-78a1f0122266 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:41.794778 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:22:41.798718 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-4d0aae20-d18c-4d71-a82e-0dee0eacde80 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:41.801779 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-4d0aae20-d18c-4d71-a82e-0dee0eacde80 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:41.849093 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.854053 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0aae20-d18c-4d71-a82e-0dee0eacde80 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event updated for resources: {'Port': ['ID=d254001e-8ef7-43ee-8816-0f691010685a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:41.874827 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b60c876c-4212-4ff9-89a0-83aee5f24331 None None] Port ebc1c537-555b-4f35-9061-b7e95a4c08bc cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:22:41.875671 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Made reservation on behalf of a92e2e1108bd4c2fb35eeaf9faa5aab3 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:22:41.880973 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9366769'] for subnet (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.988707 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-4d0aae20-d18c-4d71-a82e-0dee0eacde80 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:41.995768 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-4d0aae20-d18c-4d71-a82e-0dee0eacde80 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:42.159648 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-4d0aae20-d18c-4d71-a82e-0dee0eacde80 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8402228 Jan 31 19:22:42.210212 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Request body: {'port': {'device_id': '3b683238-cba5-40e0-888c-66ef1d986710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:42.321674 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-1868dbf8-982f-4bfd-b332-122274ed39f5 None None] Provisioning complete for port d254001e-8ef7-43ee-8816-0f691010685a triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:42.321674 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1868dbf8-982f-4bfd-b332-122274ed39f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (d254001e-8ef7-43ee-8816-0f691010685a), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:42.339179 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Publish callbacks [] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:42.348846 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (d254001e-8ef7-43ee-8816-0f691010685a), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:42.399464 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1868dbf8-982f-4bfd-b332-122274ed39f5 None None] Port d254001e-8ef7-43ee-8816-0f691010685a cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:22:42.418647 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208178'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:42.526083 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9366727'] for subnet (0c78c46a-1e59-4ef1-ad8d-16edc57d0360), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:42.535036 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073478'] for router_interface (b8b3c00c-c27f-4352-89d4-f66af946bb72), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:42.580948 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc1c537-555b-4f35-9061-b7e95a4c08bc,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:42.739982 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c78c46a-1e59-4ef1-ad8d-16edc57d0360,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:42.801324 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:42.801617 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:42.801939 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:42.802277 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:42.802612 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:42.802941 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:42.803271 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:42.803599 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:42.803928 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:42.804253 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:42.804576 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:42.804896 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:42.821426 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:22:42.830916 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Checking segment: {'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:42.831266 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Network hostable DHCP agents. Network: a900c6a6-121d-4d2c-8a6e-ffbf01bb1458, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:22:42.856071 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 08a5c866-f3ad-4077-8375-e13bbdf9ea58 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:42.942725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:22:42.964016 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 08a5c866-f3ad-4077-8375-e13bbdf9ea58 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:42.964713 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:43.010962 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Network 69f1d602-943c-4223-895a-eb212dc4ad0b is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:43.011588 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, a900c6a6-121d-4d2c-8a6e-ffbf01bb1458) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:43.019789 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:43.022131 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:43.023977 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:43.030341 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e4b452-ecab-478d-a76e-57019f5246b0 None None] Network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:22:43.103052 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982515fb-0356-4f37-9600-29d8ae059c8d req-cdb5f30e-4b2a-4af7-b298-2f736af6a6d1 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:43.104722 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-982515fb-0356-4f37-9600-29d8ae059c8d req-cdb5f30e-4b2a-4af7-b298-2f736af6a6d1 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 932 time: 0.2477210 Jan 31 19:22:43.129882 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-230956b2-366a-4f52-9ff8-70c392c48034 req-6157b49c-2ee3-4e16-983d-aab174c60720 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1013460 Jan 31 19:22:43.206814 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-40e0c2cd-644a-49c9-a1c4-885f8239e205 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4282007 Jan 31 19:22:43.249617 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230956b2-366a-4f52-9ff8-70c392c48034 req-4bad3ed9-d9ca-4fe6-a128-3c129d6600b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:43.254057 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-230956b2-366a-4f52-9ff8-70c392c48034 req-4bad3ed9-d9ca-4fe6-a128-3c129d6600b3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 1130 time: 0.0986834 Jan 31 19:22:43.319848 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 08a5c866-f3ad-4077-8375-e13bbdf9ea58 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:43.320245 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:43.320445 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d254001e-8ef7-43ee-8816-0f691010685a {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:22:43.329769 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Publish callbacks [] for port (d254001e-8ef7-43ee-8816-0f691010685a), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:43.363080 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Transition to ACTIVE for port object d254001e-8ef7-43ee-8816-0f691010685a will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:22:43.424807 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port 08a5c866-f3ad-4077-8375-e13bbdf9ea58, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=08a5c866-f3ad-4077-8375-e13bbdf9ea58,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:43.430350 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d076a0-0891-4c46-8f64-728db3a01873 None None] Network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:22:43.507811 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208178'] for port (d254001e-8ef7-43ee-8816-0f691010685a), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:43.540764 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230956b2-366a-4f52-9ff8-70c392c48034 req-2b31d76e-81d0-4fa5-8f90-52c8d420fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:43.542325 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-230956b2-366a-4f52-9ff8-70c392c48034 req-2b31d76e-81d0-4fa5-8f90-52c8d420fa0c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 200 len: 919 time: 0.2314208 Jan 31 19:22:43.585415 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:43.599881 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-de2574b0-e1b5-4950-90c6-5a3df484cea0 None None] Provisioning complete for port ebc1c537-555b-4f35-9061-b7e95a4c08bc triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:43.599881 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-de2574b0-e1b5-4950-90c6-5a3df484cea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:43.664484 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-982515fb-0356-4f37-9600-29d8ae059c8d req-106d3ba1-9eb3-4c91-9b50-dbf95ad4dfdc tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234377 Jan 31 19:22:43.702217 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-de2574b0-e1b5-4950-90c6-5a3df484cea0 None None] Port ebc1c537-555b-4f35-9061-b7e95a4c08bc cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:22:43.710166 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-230956b2-366a-4f52-9ff8-70c392c48034 req-5042a8b5-222e-4f38-9e6d-c71ccc6b714e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e HTTP/1.1" status: 200 len: 1000 time: 0.1535890 Jan 31 19:22:43.843962 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=08a5c866-f3ad-4077-8375-e13bbdf9ea58,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:43.846855 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230956b2-366a-4f52-9ff8-70c392c48034 req-b18aee5b-b416-4a63-ac19-b700ab2ea187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:43.868641 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-230956b2-366a-4f52-9ff8-70c392c48034 req-b18aee5b-b416-4a63-ac19-b700ab2ea187 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4c50c8fa-063d-4447-81e7-9a815420e7f8 HTTP/1.1" status: 200 len: 856 time: 0.1191349 Jan 31 19:22:43.886165 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d254001e-8ef7-43ee-8816-0f691010685a,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:43.916081 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-63740db7-1eb6-439f-9e07-3c9677dd0c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:44.019549 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230956b2-366a-4f52-9ff8-70c392c48034 req-cfe6ddfc-f273-4f7a-8139-9e3df7f51d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:44.026954 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-230956b2-366a-4f52-9ff8-70c392c48034 req-cfe6ddfc-f273-4f7a-8139-9e3df7f51d74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e72e47be-aaa8-400d-b997-58e2a6efc84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1541378 Jan 31 19:22:44.054073 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Attempting to bind port d254001e-8ef7-43ee-8816-0f691010685a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:44.054625 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Attempting to bind port d254001e-8ef7-43ee-8816-0f691010685a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8edd0d81-fa89-4bf2-ad88-af79b4376b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:44.054743 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Attempting to bind port d254001e-8ef7-43ee-8816-0f691010685a on network ed0ec79a-b707-4b56-918d-78a1f0122266 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:44.073350 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Port d254001e-8ef7-43ee-8816-0f691010685a on network ed0ec79a-b707-4b56-918d-78a1f0122266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:22:44.074458 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Attempting to bind port d254001e-8ef7-43ee-8816-0f691010685a on network ed0ec79a-b707-4b56-918d-78a1f0122266 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:44.078424 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Router b8b3c00c-c27f-4352-89d4-f66af946bb72 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:22:44.091800 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:44.092035 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Checking segment: {'id': '8edd0d81-fa89-4bf2-ad88-af79b4376b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:44.092491 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Bound using segment: {'id': '8edd0d81-fa89-4bf2-ad88-af79b4376b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:44.099601 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Bound port: d254001e-8ef7-43ee-8816-0f691010685a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd0d81-fa89-4bf2-ad88-af79b4376b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:44.100087 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (d254001e-8ef7-43ee-8816-0f691010685a), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:44.269322 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-430f46d0-58b2-4089-aab3-7709e61a25a4 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:44.270854 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-430f46d0-58b2-4089-aab3-7709e61a25a4 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/networks?id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 HTTP/1.1" status: 200 len: 815 time: 0.1649835 Jan 31 19:22:44.302482 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-84ba041c-e802-4452-8b90-e41b984c6887 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/quotas/a92e2e1108bd4c2fb35eeaf9faa5aab3 HTTP/1.1" status: 200 len: 375 time: 0.0250635 Jan 31 19:22:44.334812 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] For port d254001e-8ef7-43ee-8816-0f691010685a, host hv-cinder-81322, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:44.352124 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-7bb8dd10-9424-4732-a494-4f3c79660ae7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481527 Jan 31 19:22:44.358839 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] For port d254001e-8ef7-43ee-8816-0f691010685a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d254001e-8ef7-43ee-8816-0f691010685a,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:44.374861 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:22:44.382032 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-df726617-f71c-4481-a591-3798db671c54 admin admin] 10.222.0.72 "PUT /v2.0/routers/b8b3c00c-c27f-4352-89d4-f66af946bb72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2564394 Jan 31 19:22:44.386299 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Sync routers for ids ['b8b3c00c-c27f-4352-89d4-f66af946bb72'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:22:44.400682 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Routers {'b8b3c00c-c27f-4352-89d4-f66af946bb72'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:44.400856 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['b8b3c00c-c27f-4352-89d4-f66af946bb72'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:44.469268 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208178'] for port (d254001e-8ef7-43ee-8816-0f691010685a), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:44.542067 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Set router b8b3c00c-c27f-4352-89d4-f66af946bb72 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:44.551418 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:44.552118 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:44.553655 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] 10.222.0.77 "PUT /v2.0/ports/d254001e-8ef7-43ee-8816-0f691010685a HTTP/1.1" status: 200 len: 1094 time: 2.3525631 Jan 31 19:22:44.566711 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:22:44.572463 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24afe0e0-b878-4d79-8c1e-037218e368fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "tag": "d254001e-8ef7-43ee-8816-0f691010685a"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:22:44.616397 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-bddaef85-384e-4279-b532-0d95b0562a58 service neutron] 10.222.0.72 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576602 Jan 31 19:22:44.700453 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bb942-e2b5-49b8-9196-0b86ef18e5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d254001e-8ef7-43ee-8816-0f691010685a,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:44.724275 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab87353-26bd-4976-9981-47842f69e6c7 x-openstack-request-id: req-9ab87353-26bd-4976-9981-47842f69e6c7 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:22:44.724551 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "tag": "d254001e-8ef7-43ee-8816-0f691010685a", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:22:44.724808 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9ab87353-26bd-4976-9981-47842f69e6c7 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:22:44.725254 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a', 'status': 'completed', 'code': 200} Jan 31 19:22:44.805791 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 08a5c866-f3ad-4077-8375-e13bbdf9ea58 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:44.809714 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-230956b2-366a-4f52-9ff8-70c392c48034 req-f0ab2210-d28b-4e62-a43b-bc3b12b55e54 service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226702 Jan 31 19:22:44.891119 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:44.971066 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 08a5c866-f3ad-4077-8375-e13bbdf9ea58 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:44.972181 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:44.985215 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-230956b2-366a-4f52-9ff8-70c392c48034 req-b4af94d6-9720-4187-8828-1c4297668c61 service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572301 Jan 31 19:22:45.038895 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-fbdfe747-494e-4756-8342-06ded0c3efc9 service neutron] 10.222.0.72 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118531 Jan 31 19:22:45.152851 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:22:41Z', 'revision_number': 4, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port': {'id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:36Z', 'updated_at': '2022-01-31T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'ebc1c537-555b-4f35-9061-b7e95a4c08bc', 'name': '', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'mac_address': 'fa:16:3e:9e:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:40Z', 'updated_at': '2022-01-31T19:22:42Z', 'revision_number': 2, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'subnets': [{'id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:45.237244 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Checking router: b8b3c00c-c27f-4352-89d4-f66af946bb72 for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:22:45.238241 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Updating router b8b3c00c-c27f-4352-89d4-f66af946bb72 port ebc1c537-555b-4f35-9061-b7e95a4c08bc binding host dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:22:45.263338 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 08a5c866-f3ad-4077-8375-e13bbdf9ea58 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:45.341685 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:45.460321 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b40f41e2-330e-4064-b3fd-595b2283a098 req-208d10a5-0243-4f82-9746-04fdaebbd730 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 210 time: 0.0790021 Jan 31 19:22:45.540588 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-8b5f29cf-a94a-4262-be83-afae157ef2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:45.543038 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-8b5f29cf-a94a-4262-be83-afae157ef2cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=47ca2a0269214434a3c8676e3a51126e&device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 1128 time: 0.7883570 Jan 31 19:22:45.581286 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b369b-deff-4cdd-9b17-5f744479e46f req-ba2c09e4-7ca4-4a15-abe8-d5e0cff67423 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:45.584716 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f64b369b-deff-4cdd-9b17-5f744479e46f req-ba2c09e4-7ca4-4a15-abe8-d5e0cff67423 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 944 time: 0.7298515 Jan 31 19:22:45.733193 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f64b369b-deff-4cdd-9b17-5f744479e46f req-2467e81f-3e39-4ba1-a283-5f1f6ee3f1b8 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403799 Jan 31 19:22:45.885249 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56520) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:45.890595 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-517205164-network', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:45.930174 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Publish callbacks [] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.045204 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Made reservation on behalf of b2c9ba167fac4bb6bc5d1dfe05423ee6 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:22:46.045456 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.048142 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.057784 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.120993 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a43cbd-46cc-4c24-9299-3bdf06c4895b None None] Pushing event updated for resources: {'Port': ['ID=ebc1c537-555b-4f35-9061-b7e95a4c08bc,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:46.214689 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Attempting to bind port ebc1c537-555b-4f35-9061-b7e95a4c08bc on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:46.215618 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Attempting to bind port ebc1c537-555b-4f35-9061-b7e95a4c08bc by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:46.218208 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Attempting to bind port ebc1c537-555b-4f35-9061-b7e95a4c08bc on network 69f1d602-943c-4223-895a-eb212dc4ad0b {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:46.233000 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:46.234113 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Checking segment: {'id': '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:46.235053 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.236482 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Bound using segment: {'id': '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:46.238069 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Bound port: ebc1c537-555b-4f35-9061-b7e95a4c08bc, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:46.240357 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.246995 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Publish callbacks [] for security_group (b1bf4497-9818-49f2-9dba-4ab91b681448), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.349962 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (b1bf4497-9818-49f2-9dba-4ab91b681448), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.373299 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] For port ebc1c537-555b-4f35-9061-b7e95a4c08bc, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:46.378706 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] For port ebc1c537-555b-4f35-9061-b7e95a4c08bc, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=ebc1c537-555b-4f35-9061-b7e95a4c08bc,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:46.422420 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:22:46.442381 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bf4497-9818-49f2-9dba-4ab91b681448,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:46.445678 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.461655 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (31d04b15-a722-409c-b2da-dd8ba9efbf31), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.462025 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.segments_db [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Added segment 31d04b15-a722-409c-b2da-dd8ba9efbf31 of type vlan for network 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47 Jan 31 19:22:46.480839 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.492049 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-68f3e14a-3a37-4a7c-9510-6e73a0d4941b None None] Provisioning complete for port ebc1c537-555b-4f35-9061-b7e95a4c08bc triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:46.492797 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68f3e14a-3a37-4a7c-9510-6e73a0d4941b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.618506 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (2e5fd01b-9703-40e9-b4c4-e42b9cb13a47), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.670709 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-68f3e14a-3a37-4a7c-9510-6e73a0d4941b None None] Current status of the port ebc1c537-555b-4f35-9061-b7e95a4c08bc is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:46.671369 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68f3e14a-3a37-4a7c-9510-6e73a0d4941b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.686114 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-45db424f-1265-401e-845a-ef9af19a1d37 req-1db7aaf3-afa1-4df7-8c55-4d36bf2d69a1 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 210 time: 0.1048188 Jan 31 19:22:46.686662 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Routers {'b8b3c00c-c27f-4352-89d4-f66af946bb72'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:46.690389 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['b8b3c00c-c27f-4352-89d4-f66af946bb72'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:46.713951 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a43cbd-46cc-4c24-9299-3bdf06c4895b None None] Pushing event updated for resources: {'Port': ['ID=ebc1c537-555b-4f35-9061-b7e95a4c08bc,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:46.782916 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-68f3e14a-3a37-4a7c-9510-6e73a0d4941b None None] For port ebc1c537-555b-4f35-9061-b7e95a4c08bc, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=ebc1c537-555b-4f35-9061-b7e95a4c08bc,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:46.887980 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-584b9ef4-1171-43ff-96cc-de4206ebea11 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d254001e-8ef7-43ee-8816-0f691010685a HTTP/1.1" status: 200 len: 217 time: 0.1607931 Jan 31 19:22:46.932234 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (2e5fd01b-9703-40e9-b4c4-e42b9cb13a47), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.933343 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:46.933978 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:46.971662 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] Set router b8b3c00c-c27f-4352-89d4-f66af946bb72 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:46.982874 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-68f3e14a-3a37-4a7c-9510-6e73a0d4941b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:47.153893 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56528) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:47.154372 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2679307 Jan 31 19:22:47.156482 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c763e2-8f92-4625-98aa-87eaf9f12d26 admin admin] Pushing event updated for resources: {'Network': ['ID=2e5fd01b-9703-40e9-b4c4-e42b9cb13a47,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:47.158864 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3e14a-3a37-4a7c-9510-6e73a0d4941b None None] Pushing event updated for resources: {'Port': ['ID=ebc1c537-555b-4f35-9061-b7e95a4c08bc,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:47.160005 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-17f1abc5-e2aa-467e-9f54-caa7aa256a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:47.161020 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-fb75f1c2-d53a-45bf-935d-d2e78e355e81 admin admin] Request body: {'subnet': {'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-517205164-subnet', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:47.161454 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-17f1abc5-e2aa-467e-9f54-caa7aa256a2e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42e5d16d-821a-432f-8a42-15df80176ccc HTTP/1.1" status: 200 len: 854 time: 0.2233620 Jan 31 19:22:47.184514 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0e89f-b457-450b-bcb1-1b12cd413d7e req-3f462795-c291-4902-8b51-9675abf9d34d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:47.189830 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-cb63d602-1504-4513-b807-f9290853ed38 None None] Provisioning complete for port ebc1c537-555b-4f35-9061-b7e95a4c08bc triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:47.190232 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-cb63d602-1504-4513-b807-f9290853ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:47.195904 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47 details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:22:47.197923 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3da0e89f-b457-450b-bcb1-1b12cd413d7e req-3f462795-c291-4902-8b51-9675abf9d34d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 944 time: 0.3148093 Jan 31 19:22:47.365631 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb75f1c2-d53a-45bf-935d-d2e78e355e81 admin admin] Made reservation on behalf of b2c9ba167fac4bb6bc5d1dfe05423ee6 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:22:47.368132 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb75f1c2-d53a-45bf-935d-d2e78e355e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9366769'] for subnet (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:47.429969 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:22:41Z', 'revision_number': 4, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port': {'id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:36Z', 'updated_at': '2022-01-31T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'ebc1c537-555b-4f35-9061-b7e95a4c08bc', 'name': '', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'mac_address': 'fa:16:3e:9e:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:40Z', 'updated_at': '2022-01-31T19:22:46Z', 'revision_number': 4, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'subnets': [{'id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:47.452170 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3da0e89f-b457-450b-bcb1-1b12cd413d7e req-1ddd34c7-62a3-4875-939c-5635e551b73a tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531583 Jan 31 19:22:47.459183 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-6490885d-52e0-452d-9446-c9b7b617e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:47.472693 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-6490885d-52e0-452d-9446-c9b7b617e56a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed0ec79a-b707-4b56-918d-78a1f0122266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2591131 Jan 31 19:22:47.508445 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a4595-1f6e-4077-ac91-bac7ba4e586c None None] The sync data for ids ['b8b3c00c-c27f-4352-89d4-f66af946bb72'] in dv-cinder-813223-5-iscsi is: [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:22:41Z', 'revision_number': 4, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port': {'id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:36Z', 'updated_at': '2022-01-31T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'ebc1c537-555b-4f35-9061-b7e95a4c08bc', 'name': '', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'mac_address': 'fa:16:3e:9e:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:40Z', 'updated_at': '2022-01-31T19:22:46Z', 'revision_number': 4, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'subnets': [{'id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:22:47.539858 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-cb63d602-1504-4513-b807-f9290853ed38 None None] Current status of the port ebc1c537-555b-4f35-9061-b7e95a4c08bc is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:47.723005 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-08a6ec2e-9014-4610-8fc8-21dc7006bd7e service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418768 Jan 31 19:22:47.725757 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:47.959108 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb75f1c2-d53a-45bf-935d-d2e78e355e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9366727'] for subnet (7975db6a-c7d3-4cd4-8ec1-3ba5731e2759), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:47.999877 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b0baf3fe-fa61-465f-b162-53675018cc1f req-4f87d5b4-a42c-41df-9df7-77f958c8b77d tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 210 time: 0.1950943 Jan 31 19:22:48.126221 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c68c085e-aed6-4072-b4c2-cb81b560cc11 req-48c58873-a3da-4f32-94e8-d3c2fa9d4b9a service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839104 Jan 31 19:22:48.140794 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75f1c2-d53a-45bf-935d-d2e78e355e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7975db6a-c7d3-4cd4-8ec1-3ba5731e2759,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:48.158101 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb75f1c2-d53a-45bf-935d-d2e78e355e81 admin admin] Checking segment: {'id': '31d04b15-a722-409c-b2da-dd8ba9efbf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:48.158101 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75f1c2-d53a-45bf-935d-d2e78e355e81 admin admin] Network hostable DHCP agents. Network: 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:22:48.297510 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75f1c2-d53a-45bf-935d-d2e78e355e81 admin admin] Network 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47 is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:22:48.382584 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-fb75f1c2-d53a-45bf-935d-d2e78e355e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:48.388066 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb75f1c2-d53a-45bf-935d-d2e78e355e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:48.388986 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb75f1c2-d53a-45bf-935d-d2e78e355e81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:48.394397 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674fa07d-3aa6-4676-8550-1ef86571dd3f None None] Network 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:22:48.483458 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afe0e0-b878-4d79-8c1e-037218e368fa req-c09bce5b-22d6-4619-9134-7f5e90309405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:48.483458 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-24afe0e0-b878-4d79-8c1e-037218e368fa req-c09bce5b-22d6-4619-9134-7f5e90309405 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=47ca2a0269214434a3c8676e3a51126e&device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 1128 time: 0.0752690 Jan 31 19:22:48.537181 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-fb75f1c2-d53a-45bf-935d-d2e78e355e81 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3812978 Jan 31 19:22:48.539522 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56536) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:48.554836 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-517205164-router', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:48.595123 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbab7dfa-41f8-5c4b-aba0-772b36cf482d-2e5fd01b-9703-40e9-b4c4-e42b9cb13a47', 'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47', 'project_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'fixed_ips': [{'subnet_id': '7975db6a-c7d3-4cd4-8ec1-3ba5731e2759'}]}} from dv-cinder-813223-5-iscsi. {{(pid=103245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:22:48.597095 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:48.680636 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2073160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45537'] for router (d0aed5d2-20b3-4a10-b008-c582927bb5ea), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:48.681869 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2074296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1623956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45544'] for router (d0aed5d2-20b3-4a10-b008-c582927bb5ea), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:48.768020 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afe0e0-b878-4d79-8c1e-037218e368fa req-68309e40-8dae-4c2f-99e1-bfb46dc84588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:48.769695 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-24afe0e0-b878-4d79-8c1e-037218e368fa req-68309e40-8dae-4c2f-99e1-bfb46dc84588 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed0ec79a-b707-4b56-918d-78a1f0122266 HTTP/1.1" status: 200 len: 917 time: 0.2725086 Jan 31 19:22:48.794544 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Publish callbacks [] for router_controller (d0aed5d2-20b3-4a10-b008-c582927bb5ea), precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:48.856878 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device ebc1c537-555b-4f35-9061-b7e95a4c08bc up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:48.894200 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-24afe0e0-b878-4d79-8c1e-037218e368fa req-ca039a45-99a6-415e-9f48-c7108951ceb1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d254001e-8ef7-43ee-8816-0f691010685a HTTP/1.1" status: 200 len: 217 time: 0.0850024 Jan 31 19:22:48.911176 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86778505-8831-4a6c-97d8-060ae9b63f19 req-504f711f-c41b-48d7-82dd-0f81eb03d0b3 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:48.912743 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-86778505-8831-4a6c-97d8-060ae9b63f19 req-504f711f-c41b-48d7-82dd-0f81eb03d0b3 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 944 time: 0.3514962 Jan 31 19:22:49.138116 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Allocated IP 172.20.0.2 (2e5fd01b-9703-40e9-b4c4-e42b9cb13a47/7975db6a-c7d3-4cd4-8ec1-3ba5731e2759/3e268b5f-6240-46f0-bb36-0d22be026be7) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:49.141894 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-86778505-8831-4a6c-97d8-060ae9b63f19 req-8753f4e5-d53f-4c78-baf6-0d41faa821b8 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232258 Jan 31 19:22:49.158468 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afe0e0-b878-4d79-8c1e-037218e368fa req-545dd2b7-08c2-4008-acda-f0a519fb674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:49.176233 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-24afe0e0-b878-4d79-8c1e-037218e368fa req-545dd2b7-08c2-4008-acda-f0a519fb674d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42e5d16d-821a-432f-8a42-15df80176ccc HTTP/1.1" status: 200 len: 854 time: 0.2135980 Jan 31 19:22:49.231418 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port ebc1c537-555b-4f35-9061-b7e95a4c08bc triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:49.231829 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:49.295463 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Publish callbacks [] for router_gateway (d0aed5d2-20b3-4a10-b008-c582927bb5ea), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:49.347456 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afe0e0-b878-4d79-8c1e-037218e368fa req-8ea58bca-1bd4-48de-90e8-85d04b99a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:49.349973 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-24afe0e0-b878-4d79-8c1e-037218e368fa req-8ea58bca-1bd4-48de-90e8-85d04b99a786 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed0ec79a-b707-4b56-918d-78a1f0122266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1319311 Jan 31 19:22:49.362617 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5a43cc0a-94e8-4318-b8f0-f555f1ca101c req-3767cc66-f048-4c83-acb9-b9aac09a48b6 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 210 time: 0.0543742 Jan 31 19:22:49.582216 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port ebc1c537-555b-4f35-9061-b7e95a4c08bc is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:49.605837 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-24afe0e0-b878-4d79-8c1e-037218e368fa req-8cecf4a7-03f3-44ce-b3fc-b116741f77ce service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380972 Jan 31 19:22:49.629883 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-89868f12-fe2b-40c7-8ddb-d1c7cd1f7386 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:49.631690 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-89868f12-fe2b-40c7-8ddb-d1c7cd1f7386 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "GET /v2.0/networks?id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 HTTP/1.1" status: 200 len: 815 time: 0.3279684 Jan 31 19:22:49.635747 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Publish callbacks [] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:49.671685 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-86eb61ab-e3e5-4dac-9f47-15e36cd1d22f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Request body: {'port': {'device_id': '64465876-a08b-4e0f-b1a9-ed7ce64c687e', 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458', 'admin_state_up': True, 'tenant_id': 'a92e2e1108bd4c2fb35eeaf9faa5aab3'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:49.766108 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:49.801565 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-24afe0e0-b878-4d79-8c1e-037218e368fa req-97058e76-1d27-43eb-8ee8-782d98a31a73 service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834843 Jan 31 19:22:49.840691 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Network 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:49.846985 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:49.855100 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:49.871958 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Pushing event updated for resources: {'Port': ['ID=3e268b5f-6240-46f0-bb36-0d22be026be7,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:49.939254 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Attempting to bind port 3e268b5f-6240-46f0-bb36-0d22be026be7 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:49.939753 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Attempting to bind port 3e268b5f-6240-46f0-bb36-0d22be026be7 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '31d04b15-a722-409c-b2da-dd8ba9efbf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:49.940161 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Attempting to bind port 3e268b5f-6240-46f0-bb36-0d22be026be7 on network 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:49.964361 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:49.964815 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Checking segment: {'id': '31d04b15-a722-409c-b2da-dd8ba9efbf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:49.965325 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:49.966318 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Bound using segment: {'id': '31d04b15-a722-409c-b2da-dd8ba9efbf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:49.966862 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Bound port: 3e268b5f-6240-46f0-bb36-0d22be026be7, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d04b15-a722-409c-b2da-dd8ba9efbf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:49.967253 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:50.020162 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Publish callbacks [] for router_gateway (d0aed5d2-20b3-4a10-b008-c582927bb5ea), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:50.046321 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:50.073713 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] For port 3e268b5f-6240-46f0-bb36-0d22be026be7, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:50.078301 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] For port 3e268b5f-6240-46f0-bb36-0d22be026be7, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=3e268b5f-6240-46f0-bb36-0d22be026be7,segment=NetworkSegment(31d04b15-a722-409c-b2da-dd8ba9efbf31),segment_id=31d04b15-a722-409c-b2da-dd8ba9efbf31)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:50.176812 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-86eb61ab-e3e5-4dac-9f47-15e36cd1d22f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Made reservation on behalf of a92e2e1108bd4c2fb35eeaf9faa5aab3 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:22:50.180168 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-86eb61ab-e3e5-4dac-9f47-15e36cd1d22f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:50.236709 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Allocated IP 172.27.1.4 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/9981503e-8b09-4f19-9fc9-6b911ed05915) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:50.237008 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:50.360154 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d5e60-3740-4da2-8bb7-5035b3b5e525 None None] Pushing event updated for resources: {'Port': ['ID=3e268b5f-6240-46f0-bb36-0d22be026be7,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:50.403403 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f1056-ba3e-46f3-9da8-7a18d08bb85a req-b6ab51f6-f37e-4f51-bce7-593ab103ad5f tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:50.420506 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2b7f1056-ba3e-46f3-9da8-7a18d08bb85a req-b6ab51f6-f37e-4f51-bce7-593ab103ad5f tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 944 time: 0.1888475 Jan 31 19:22:50.510099 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2b7f1056-ba3e-46f3-9da8-7a18d08bb85a req-25255c31-da10-4553-b870-4b4bf13157d4 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882213 Jan 31 19:22:50.528947 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-86eb61ab-e3e5-4dac-9f47-15e36cd1d22f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Allocated IP 172.20.0.11 (a900c6a6-121d-4d2c-8a6e-ffbf01bb1458/0c78c46a-1e59-4ef1-ad8d-16edc57d0360/81ff1857-121a-49e4-aa63-ea3f0f4bef0c) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:50.571956 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Publish callbacks [] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:50.615411 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0c748f8e-011e-4568-bde0-a83d1e395fff req-e2f366f1-a587-4017-a246-a195618e967f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 210 time: 0.0725005 Jan 31 19:22:50.817938 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:50.894918 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:50.905693 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:50.910081 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:50.912693 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9981503e-8b09-4f19-9fc9-6b911ed05915,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:50.957771 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-86eb61ab-e3e5-4dac-9f47-15e36cd1d22f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks [] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:51.177979 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-86eb61ab-e3e5-4dac-9f47-15e36cd1d22f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:51.258646 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-86eb61ab-e3e5-4dac-9f47-15e36cd1d22f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:51.268202 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-86eb61ab-e3e5-4dac-9f47-15e36cd1d22f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:51.274274 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-86eb61ab-e3e5-4dac-9f47-15e36cd1d22f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:51.305527 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb61ab-e3e5-4dac-9f47-15e36cd1d22f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Pushing event updated for resources: {'Port': ['ID=81ff1857-121a-49e4-aa63-ea3f0f4bef0c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:51.389169 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-86eb61ab-e3e5-4dac-9f47-15e36cd1d22f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:51.389898 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-86eb61ab-e3e5-4dac-9f47-15e36cd1d22f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:51.415561 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Publish callbacks [] for router_gateway (d0aed5d2-20b3-4a10-b008-c582927bb5ea), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:51.540652 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-86eb61ab-e3e5-4dac-9f47-15e36cd1d22f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8725331 Jan 31 19:22:51.752539 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34718bd-5ffb-46f2-adea-5e1034a5eef9 req-afe70c84-8e4c-4bc7-a8f0-3ad8e6fb4cc9 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:51.766279 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e34718bd-5ffb-46f2-adea-5e1034a5eef9 req-afe70c84-8e4c-4bc7-a8f0-3ad8e6fb4cc9 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 944 time: 0.1677017 Jan 31 19:22:51.839091 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e34718bd-5ffb-46f2-adea-5e1034a5eef9 req-4186eee8-d727-4b2c-8ed4-5c776fd5fa18 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612886 Jan 31 19:22:51.855976 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fde403-7c07-45ef-a217-6644835919e9 None None] Network 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:22:51.906536 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-9dd08641-49c2-44e4-b649-0c488c104d08 None None] Provisioning complete for port 3e268b5f-6240-46f0-bb36-0d22be026be7 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:51.906927 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd08641-49c2-44e4-b649-0c488c104d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:52.074468 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9dd08641-49c2-44e4-b649-0c488c104d08 None None] Current status of the port 3e268b5f-6240-46f0-bb36-0d22be026be7 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:52.074468 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd08641-49c2-44e4-b649-0c488c104d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:52.138731 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-9dd08641-49c2-44e4-b649-0c488c104d08 None None] For port 3e268b5f-6240-46f0-bb36-0d22be026be7, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=3e268b5f-6240-46f0-bb36-0d22be026be7,segment=NetworkSegment(31d04b15-a722-409c-b2da-dd8ba9efbf31),segment_id=31d04b15-a722-409c-b2da-dd8ba9efbf31)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:52.164716 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2074305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078787'] for router (d0aed5d2-20b3-4a10-b008-c582927bb5ea), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:52.251909 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5209a-b9de-4ff5-8ed8-5e7e9ab6f9e9 req-871941e9-861d-4f57-bb6f-e29f24ef2fed tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:52.253511 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e3e5209a-b9de-4ff5-8ed8-5e7e9ab6f9e9 req-871941e9-861d-4f57-bb6f-e29f24ef2fed tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 932 time: 0.1252320 Jan 31 19:22:52.352406 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e3e5209a-b9de-4ff5-8ed8-5e7e9ab6f9e9 req-8ba6f447-88f6-4245-9114-c63f77fec064 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888042 Jan 31 19:22:52.377846 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9dd08641-49c2-44e4-b649-0c488c104d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:52.437845 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd08641-49c2-44e4-b649-0c488c104d08 None None] Pushing event updated for resources: {'Port': ['ID=3e268b5f-6240-46f0-bb36-0d22be026be7,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:52.501330 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-15c17fa4-ee50-47bd-87a6-757192ab35e5 None None] Provisioning complete for port 3e268b5f-6240-46f0-bb36-0d22be026be7 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:52.501747 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-15c17fa4-ee50-47bd-87a6-757192ab35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:52.555341 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Router d0aed5d2-20b3-4a10-b008-c582927bb5ea is scheduled to L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:22:52.560795 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Request body: {'port': {'device_id': '64465876-a08b-4e0f-b1a9-ed7ce64c687e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:52.584038 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-15c17fa4-ee50-47bd-87a6-757192ab35e5 None None] Current status of the port 3e268b5f-6240-46f0-bb36-0d22be026be7 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:52.670622 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:52.727716 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 3e268b5f-6240-46f0-bb36-0d22be026be7 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:52.757516 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:22:52.774984 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Sync routers for ids ['d0aed5d2-20b3-4a10-b008-c582927bb5ea'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:22:52.790539 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Routers {'d0aed5d2-20b3-4a10-b008-c582927bb5ea'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:52.791172 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['d0aed5d2-20b3-4a10-b008-c582927bb5ea'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:52.840314 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 3e268b5f-6240-46f0-bb36-0d22be026be7 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:52.840601 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:52.918235 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:52.923044 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-de871e55-2650-4e16-809f-1b9da291a7c7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.3809018 Jan 31 19:22:52.924119 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56560) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:52.970797 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135218-742d-4403-872e-2f08008a7c7c req-e0986d1a-9bf9-4612-9f88-839ffbed0169 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:52.973256 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5a135218-742d-4403-872e-2f08008a7c7c req-e0986d1a-9bf9-4612-9f88-839ffbed0169 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 944 time: 0.0644550 Jan 31 19:22:53.033521 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5a135218-742d-4403-872e-2f08008a7c7c req-6c41301b-c123-490e-b15f-934f40ca6fe0 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509117 Jan 31 19:22:53.077115 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Set router d0aed5d2-20b3-4a10-b008-c582927bb5ea gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:53.138198 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ff1857-121a-49e4-aa63-ea3f0f4bef0c {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:22:53.148699 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Publish callbacks [] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:53.172458 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Transition to ACTIVE for port object 81ff1857-121a-49e4-aa63-ea3f0f4bef0c will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:22:53.217851 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 3e268b5f-6240-46f0-bb36-0d22be026be7 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:53.261209 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:53.301670 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'name': 'tempest-TestShelveInstance-517205164-router', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:48Z', 'updated_at': '2022-01-31T19:22:51Z', 'revision_number': 3, 'project_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'gw_port': {'id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:50Z', 'updated_at': '2022-01-31T19:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:53.330655 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Checking router: d0aed5d2-20b3-4a10-b008-c582927bb5ea for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:22:53.330993 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Updating router d0aed5d2-20b3-4a10-b008-c582927bb5ea port 9981503e-8b09-4f19-9fc9-6b911ed05915 binding host dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:22:53.355880 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Pushing event updated for resources: {'Port': ['ID=81ff1857-121a-49e4-aa63-ea3f0f4bef0c,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:53.362762 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:53.537217 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Attempting to bind port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:53.537562 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Attempting to bind port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:53.537942 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Attempting to bind port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c on network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:53.552428 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c on network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:22:53.552754 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Attempting to bind port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c on network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:53.570950 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:53.577813 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Checking segment: {'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:53.577813 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Bound using segment: {'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:53.577813 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Bound port: 81ff1857-121a-49e4-aa63-ea3f0f4bef0c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:53.577813 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:53.619233 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a43450-2c3a-45ca-a461-05a58784c0a5 req-dc066b2b-9c74-45e5-be5c-3820d4238620 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:53.620825 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-50a43450-2c3a-45ca-a461-05a58784c0a5 req-dc066b2b-9c74-45e5-be5c-3820d4238620 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 944 time: 0.1705008 Jan 31 19:22:53.657341 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Publish callbacks [] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:53.672356 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:53.770793 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] For port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:53.775582 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-50a43450-2c3a-45ca-a461-05a58784c0a5 req-155144f0-0c4c-4564-884a-70ca74b88a5d tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464105 Jan 31 19:22:53.789942 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:53.803951 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] For port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81ff1857-121a-49e4-aa63-ea3f0f4bef0c,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:53.848469 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Attempting to bind port 9981503e-8b09-4f19-9fc9-6b911ed05915 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:53.852463 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Attempting to bind port 9981503e-8b09-4f19-9fc9-6b911ed05915 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:53.852463 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Attempting to bind port 9981503e-8b09-4f19-9fc9-6b911ed05915 on network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:53.855846 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb73a7-e799-4bdf-b787-582d815f3f41 None None] Pushing event updated for resources: {'Port': ['ID=9981503e-8b09-4f19-9fc9-6b911ed05915,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:53.861485 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:53.861958 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Checking segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:53.862297 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:53.862688 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Bound using segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:53.863178 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Bound port: 9981503e-8b09-4f19-9fc9-6b911ed05915, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:53.863561 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:53.916750 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Allocated IP 172.20.0.1 (2e5fd01b-9703-40e9-b4c4-e42b9cb13a47/7975db6a-c7d3-4cd4-8ec1-3ba5731e2759/adb9246f-2d7c-4e71-8b33-e0106ebdfc65) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:22:53.921125 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] For port 9981503e-8b09-4f19-9fc9-6b911ed05915, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:53.924984 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] For port 9981503e-8b09-4f19-9fc9-6b911ed05915, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=9981503e-8b09-4f19-9fc9-6b911ed05915,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:53.933899 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:53.996921 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:53.997930 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:54.000968 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] 10.222.0.77 "PUT /v2.0/ports/81ff1857-121a-49e4-aa63-ea3f0f4bef0c HTTP/1.1" status: 200 len: 1094 time: 1.4455347 Jan 31 19:22:54.006327 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:54.038609 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64465876-a08b-4e0f-b1a9-ed7ce64c687e', 'tag': '81ff1857-121a-49e4-aa63-ea3f0f4bef0c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:22:54.042339 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e05b1f9-9bd5-40f7-b40c-b058533236c6" -d '{"events": [{"name": "network-changed", "server_uuid": "64465876-a08b-4e0f-b1a9-ed7ce64c687e", "tag": "81ff1857-121a-49e4-aa63-ea3f0f4bef0c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:22:54.081437 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917b352-f836-4d1d-95f1-1c90b2eb78f3 service neutron] Pushing event updated for resources: {'Port': ['ID=81ff1857-121a-49e4-aa63-ea3f0f4bef0c,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:54.092586 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb73a7-e799-4bdf-b787-582d815f3f41 None None] Pushing event updated for resources: {'Port': ['ID=9981503e-8b09-4f19-9fc9-6b911ed05915,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:54.099209 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Routers {'d0aed5d2-20b3-4a10-b008-c582927bb5ea'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:54.100546 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['d0aed5d2-20b3-4a10-b008-c582927bb5ea'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:54.110716 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Publish callbacks [] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:54.120486 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ca57ea-7396-4b86-8f1f-8a1e319fb780 x-openstack-request-id: req-88ca57ea-7396-4b86-8f1f-8a1e319fb780 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:22:54.120797 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64465876-a08b-4e0f-b1a9-ed7ce64c687e", "tag": "81ff1857-121a-49e4-aa63-ea3f0f4bef0c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:22:54.121020 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-88ca57ea-7396-4b86-8f1f-8a1e319fb780 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:22:54.121430 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64465876-a08b-4e0f-b1a9-ed7ce64c687e', 'tag': '81ff1857-121a-49e4-aa63-ea3f0f4bef0c', 'status': 'completed', 'code': 200} Jan 31 19:22:54.227862 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] Set router d0aed5d2-20b3-4a10-b008-c582927bb5ea gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:54.254601 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc3167-62e2-473b-86a0-95dd91a13783 req-1ef98af8-ec4f-42fc-b847-42dcd425e508 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:54.256388 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bddc3167-62e2-473b-86a0-95dd91a13783 req-1ef98af8-ec4f-42fc-b847-42dcd425e508 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 944 time: 0.1405687 Jan 31 19:22:54.264302 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05b1f9-9bd5-40f7-b40c-b058533236c6 req-b50bd8f2-5e94-4976-ac27-cba08f5aaabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:54.266158 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3e05b1f9-9bd5-40f7-b40c-b058533236c6 req-b50bd8f2-5e94-4976-ac27-cba08f5aaabe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 1128 time: 0.1014454 Jan 31 19:22:54.268154 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:54.370236 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Network 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:54.374613 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Pushing event updated for resources: {'Port': ['ID=adb9246f-2d7c-4e71-8b33-e0106ebdfc65,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:54.411929 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:54.418725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:22:54.449212 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'name': 'tempest-TestShelveInstance-517205164-router', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:48Z', 'updated_at': '2022-01-31T19:22:51Z', 'revision_number': 3, 'project_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'gw_port': {'id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:50Z', 'updated_at': '2022-01-31T19:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:54.473753 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bddc3167-62e2-473b-86a0-95dd91a13783 req-c9285f1b-9665-4bda-96b6-ca01016ab367 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031510 Jan 31 19:22:54.485876 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea49c2b-0a71-469b-bac9-1b511f5a40bc None None] The sync data for ids ['d0aed5d2-20b3-4a10-b008-c582927bb5ea'] in dv-cinder-813223-5-iscsi is: [{'id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'name': 'tempest-TestShelveInstance-517205164-router', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:48Z', 'updated_at': '2022-01-31T19:22:51Z', 'revision_number': 3, 'project_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'gw_port': {'id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:50Z', 'updated_at': '2022-01-31T19:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:22:54.497108 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2080534'] for router_interface (d0aed5d2-20b3-4a10-b008-c582927bb5ea), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:54.543237 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05b1f9-9bd5-40f7-b40c-b058533236c6 req-affcd9e0-88f0-41c9-86e2-7a01c8561167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:54.544706 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3e05b1f9-9bd5-40f7-b40c-b058533236c6 req-affcd9e0-88f0-41c9-86e2-7a01c8561167 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2527976 Jan 31 19:22:54.723098 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05b1f9-9bd5-40f7-b40c-b058533236c6 req-8a6f1146-bea6-4f85-84b8-cec6c801d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:54.724679 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3e05b1f9-9bd5-40f7-b40c-b058533236c6 req-8a6f1146-bea6-4f85-84b8-cec6c801d1eb service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1730878 Jan 31 19:22:54.727542 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-a13078f5-818b-489f-a7fa-f2de5cb6ae8a None None] Provisioning complete for port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:54.727943 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a13078f5-818b-489f-a7fa-f2de5cb6ae8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:54.769554 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-a13078f5-818b-489f-a7fa-f2de5cb6ae8a None None] Port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:22:54.854194 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:54.868623 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-6cda4aa7-ff02-4094-80d6-70ab2e03352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:54.870212 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-6cda4aa7-ff02-4094-80d6-70ab2e03352a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 1128 time: 0.1074395 Jan 31 19:22:54.946710 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-4c6d1c7c-5e82-4f15-9597-80b85949570b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81ff1857-121a-49e4-aa63-ea3f0f4bef0c HTTP/1.1" status: 200 len: 217 time: 0.0474689 Jan 31 19:22:54.967785 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e52f3-edf6-440a-8338-0ed26c43dd2f req-3804d707-2a83-448d-bf2c-3854f48daa09 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:54.970952 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-763e52f3-edf6-440a-8338-0ed26c43dd2f req-3804d707-2a83-448d-bf2c-3854f48daa09 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 944 time: 0.0749543 Jan 31 19:22:55.040339 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-763e52f3-edf6-440a-8338-0ed26c43dd2f req-7a54a6de-6bc3-4993-aac4-05573d2c62ed tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553515 Jan 31 19:22:55.078283 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-da134ff7-0c18-4db8-b9a6-77e2ae7a7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:55.078283 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-da134ff7-0c18-4db8-b9a6-77e2ae7a7dcf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c78c46a-1e59-4ef1-ad8d-16edc57d0360 HTTP/1.1" status: 200 len: 855 time: 0.1045263 Jan 31 19:22:55.135711 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-42a8115d-62c1-48e3-abb9-ef8148d3e709 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427060 Jan 31 19:22:55.275264 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Publish callbacks [] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:55.305588 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-be76d03c-53bb-46e8-8f3d-0a95faba84a5 service neutron] 10.222.0.77 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578577 Jan 31 19:22:55.402696 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:55.458689 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f357e8f5-84f6-4e06-903d-9aae90b9f1e4 req-f7376c4f-9458-44e6-8640-af52aebc4e6f service neutron] 10.222.0.77 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463640 Jan 31 19:22:55.486926 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073478'] for router_interface (d0aed5d2-20b3-4a10-b008-c582927bb5ea), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:55.488774 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Pushing event updated for resources: {'Port': ['ID=adb9246f-2d7c-4e71-8b33-e0106ebdfc65,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:55.632778 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Network 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:22:55.635759 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:22:55.649649 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6826-6595-4f67-b047-c31f4b262179 req-8cd91df4-a78e-468a-81fc-b0bd123b2502 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:55.654739 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bc4b6826-6595-4f67-b047-c31f4b262179 req-8cd91df4-a78e-468a-81fc-b0bd123b2502 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 944 time: 0.0880501 Jan 31 19:22:55.909542 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-ffc7726e-dcbc-44f2-a5d0-a5c7afadc85b None None] Provisioning complete for port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:55.910148 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ffc7726e-dcbc-44f2-a5d0-a5c7afadc85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:55.949011 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ffc7726e-dcbc-44f2-a5d0-a5c7afadc85b None None] Port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:22:55.994716 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device d254001e-8ef7-43ee-8816-0f691010685a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:22:56.050229 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bc4b6826-6595-4f67-b047-c31f4b262179 req-8da49bd9-19b8-42b5-b4f2-1b4034327933 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910773 Jan 31 19:22:56.085344 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Router d0aed5d2-20b3-4a10-b008-c582927bb5ea has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:22:56.114313 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port d254001e-8ef7-43ee-8816-0f691010685a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d254001e-8ef7-43ee-8816-0f691010685a,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:56.131963 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'd254001e-8ef7-43ee-8816-0f691010685a', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'port_id': 'd254001e-8ef7-43ee-8816-0f691010685a', 'mac_address': 'fa:16:3e:08:df:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:22:56.182084 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port d254001e-8ef7-43ee-8816-0f691010685a is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:56.182526 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (d254001e-8ef7-43ee-8816-0f691010685a), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:56.201294 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d254001e-8ef7-43ee-8816-0f691010685a {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:22:56.231379 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:22:56.235663 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657d9e4-1910-4295-b544-0dded17e8470 req-dfe038d3-b3b0-4095-8cc2-86f58739a3a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:56.235663 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e657d9e4-1910-4295-b544-0dded17e8470 req-dfe038d3-b3b0-4095-8cc2-86f58739a3a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 944 time: 0.1051922 Jan 31 19:22:56.238985 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-1dea51dd-daed-4cb3-94c6-653f6173db2b admin admin] 10.222.0.72 "PUT /v2.0/routers/d0aed5d2-20b3-4a10-b008-c582927bb5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3129225 Jan 31 19:22:56.241460 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port d254001e-8ef7-43ee-8816-0f691010685a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d254001e-8ef7-43ee-8816-0f691010685a,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:56.293608 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e657d9e4-1910-4295-b544-0dded17e8470 req-48086bb3-e96e-4117-9bd5-8f43211d696d tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511262 Jan 31 19:22:56.354530 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (d254001e-8ef7-43ee-8816-0f691010685a), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:56.413099 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Sync routers for ids ['d0aed5d2-20b3-4a10-b008-c582927bb5ea'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:22:56.414776 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=d254001e-8ef7-43ee-8816-0f691010685a,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:56.431354 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Routers {'d0aed5d2-20b3-4a10-b008-c582927bb5ea'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:56.435009 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['d0aed5d2-20b3-4a10-b008-c582927bb5ea'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:56.574989 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Set router d0aed5d2-20b3-4a10-b008-c582927bb5ea gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:56.632220 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['d254001e-8ef7-43ee-8816-0f691010685a'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:22:56.817486 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 9981503e-8b09-4f19-9fc9-6b911ed05915 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:56.917572 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 9981503e-8b09-4f19-9fc9-6b911ed05915 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:56.918278 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:56.955618 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'name': 'tempest-TestShelveInstance-517205164-router', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:48Z', 'updated_at': '2022-01-31T19:22:54Z', 'revision_number': 4, 'project_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'gw_port': {'id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:50Z', 'updated_at': '2022-01-31T19:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'adb9246f-2d7c-4e71-8b33-e0106ebdfc65', 'name': '', 'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'mac_address': 'fa:16:3e:cb:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7975db6a-c7d3-4cd4-8ec1-3ba5731e2759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:53Z', 'updated_at': '2022-01-31T19:22:54Z', 'revision_number': 2, 'project_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'subnets': [{'id': '7975db6a-c7d3-4cd4-8ec1-3ba5731e2759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:56.982143 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Checking router: d0aed5d2-20b3-4a10-b008-c582927bb5ea for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:22:56.982498 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Updating router d0aed5d2-20b3-4a10-b008-c582927bb5ea port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 binding host dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:22:57.021332 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:57.027283 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 9981503e-8b09-4f19-9fc9-6b911ed05915 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:57.027675 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:57.055250 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port 9981503e-8b09-4f19-9fc9-6b911ed05915, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=9981503e-8b09-4f19-9fc9-6b911ed05915,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:57.077037 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56584) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:57.083493 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-1e89b8f7-bfce-475b-b8c6-a53371d2e1a0 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1085616352', 'description': 'tempest-secgroup-smoke-1085616352 description', 'project_id': 'c5efca44518b4d30a825cfc60b7394a2'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:57.131387 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:57.196886 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=9981503e-8b09-4f19-9fc9-6b911ed05915,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:57.198221 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0d865-a6ac-4513-9b1b-80223c7d9f06 req-11a2c0c2-cc2a-4e99-8e06-278c895e27e6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:57.199858 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6bb0d865-a6ac-4513-9b1b-80223c7d9f06 req-11a2c0c2-cc2a-4e99-8e06-278c895e27e6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 945 time: 0.0741985 Jan 31 19:22:57.201693 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e89b8f7-bfce-475b-b8c6-a53371d2e1a0 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:57.270312 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6bb0d865-a6ac-4513-9b1b-80223c7d9f06 req-7f5224a1-511b-4479-aaac-f20204ad7586 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577652 Jan 31 19:22:57.299096 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e89b8f7-bfce-475b-b8c6-a53371d2e1a0 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group (cd04afa1-4ad3-4dfb-84c6-c16b76754f68), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:57.341066 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Publish callbacks [] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:57.442361 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca63d7-525a-416a-a805-69af3ecb3a1b req-f077af38-1f3b-4b4f-8701-ba2967df1676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:57.444020 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b6ca63d7-525a-416a-a805-69af3ecb3a1b req-f077af38-1f3b-4b4f-8701-ba2967df1676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 944 time: 0.0718315 Jan 31 19:22:57.506071 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b6ca63d7-525a-416a-a805-69af3ecb3a1b req-93087489-0854-4b36-a0af-2897664e5464 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557544 Jan 31 19:22:58.007444 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 81ff1857-121a-49e4-aa63-ea3f0f4bef0c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:22:58.011451 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device d254001e-8ef7-43ee-8816-0f691010685a up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:58.151860 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81ff1857-121a-49e4-aa63-ea3f0f4bef0c,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:58.162921 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': '81ff1857-121a-49e4-aa63-ea3f0f4bef0c', 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458', 'port_id': '81ff1857-121a-49e4-aa63-ea3f0f4bef0c', 'mac_address': 'fa:16:3e:56:61:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c78c46a-1e59-4ef1-ad8d-16edc57d0360', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:22:58.206294 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:58.206740 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:58.221763 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ff1857-121a-49e4-aa63-ea3f0f4bef0c {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:22:58.242637 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81ff1857-121a-49e4-aa63-ea3f0f4bef0c,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:58.412675 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe6593-bb0a-4bd1-976d-a89c0c5282a8 req-20328fa4-d177-483e-9a2a-3259fb5cee83 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:58.414299 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-83fe6593-bb0a-4bd1-976d-a89c0c5282a8 req-20328fa4-d177-483e-9a2a-3259fb5cee83 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 945 time: 0.0617049 Jan 31 19:22:58.446762 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e89b8f7-bfce-475b-b8c6-a53371d2e1a0 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (cd04afa1-4ad3-4dfb-84c6-c16b76754f68), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:58.475845 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-83fe6593-bb0a-4bd1-976d-a89c0c5282a8 req-4b5b58dd-4d72-4ec1-b8c6-f2c12befe8d8 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554070 Jan 31 19:22:58.501905 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89b8f7-bfce-475b-b8c6-a53371d2e1a0 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd04afa1-4ad3-4dfb-84c6-c16b76754f68,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:58.525488 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port d254001e-8ef7-43ee-8816-0f691010685a completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:22:58.525725 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:58.537345 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port d254001e-8ef7-43ee-8816-0f691010685a triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:58.568307 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (d254001e-8ef7-43ee-8816-0f691010685a), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:58.568307 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:58.619283 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1e89b8f7-bfce-475b-b8c6-a53371d2e1a0 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:58.625336 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-1e89b8f7-bfce-475b-b8c6-a53371d2e1a0 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.5417192 Jan 31 19:22:58.625336 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56602) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:58.632766 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6c5ab7e4-dc1f-4284-930d-b8e8c76a9798 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Request body: {'security_group_rule': {'security_group_id': 'cd04afa1-4ad3-4dfb-84c6-c16b76754f68', 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:58.728996 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Attempting to bind port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:22:58.729793 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Attempting to bind port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '31d04b15-a722-409c-b2da-dd8ba9efbf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:22:58.730335 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Attempting to bind port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 on network 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:22:58.734100 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437ccfe-2692-4414-8d32-73168f0ff03e None None] Pushing event updated for resources: {'Port': ['ID=adb9246f-2d7c-4e71-8b33-e0106ebdfc65,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:58.742806 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=81ff1857-121a-49e4-aa63-ea3f0f4bef0c,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:58.751180 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:22:58.751561 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Checking segment: {'id': '31d04b15-a722-409c-b2da-dd8ba9efbf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:22:58.752130 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:58.752351 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Bound using segment: {'id': '31d04b15-a722-409c-b2da-dd8ba9efbf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:22:58.752883 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Bound port: adb9246f-2d7c-4e71-8b33-e0106ebdfc65, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d04b15-a722-409c-b2da-dd8ba9efbf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:22:58.753880 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:58.759155 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab7e4-dc1f-4284-930d-b8e8c76a9798 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (8a4a593c-7663-4a82-a922-1731bbb1e99a), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:58.774473 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b9572-13b0-4010-9de0-5e6f547e9ee7 req-207a38f8-c2ee-4989-9349-9376e23cb69f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:58.777071 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-081b9572-13b0-4010-9de0-5e6f547e9ee7 req-207a38f8-c2ee-4989-9349-9376e23cb69f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 945 time: 0.0876253 Jan 31 19:22:58.801095 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 9981503e-8b09-4f19-9fc9-6b911ed05915 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:22:58.858109 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port d254001e-8ef7-43ee-8816-0f691010685a is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:58.858109 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (d254001e-8ef7-43ee-8816-0f691010685a), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:58.872784 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab7e4-dc1f-4284-930d-b8e8c76a9798 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (8a4a593c-7663-4a82-a922-1731bbb1e99a), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:58.880738 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-081b9572-13b0-4010-9de0-5e6f547e9ee7 req-1edc0194-d74d-4dcc-81fa-282afebb9e8d tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973682 Jan 31 19:22:58.881709 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] For port adb9246f-2d7c-4e71-8b33-e0106ebdfc65, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:22:58.885973 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] For port adb9246f-2d7c-4e71-8b33-e0106ebdfc65, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=adb9246f-2d7c-4e71-8b33-e0106ebdfc65,segment=NetworkSegment(31d04b15-a722-409c-b2da-dd8ba9efbf31),segment_id=31d04b15-a722-409c-b2da-dd8ba9efbf31)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:22:58.889495 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['81ff1857-121a-49e4-aa63-ea3f0f4bef0c'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:22:58.927433 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:22:58.927433 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cb3b92-57f0-455d-8112-d0ae8390fd94" -d '{"events": [{"server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "name": "network-vif-plugged", "status": "completed", "tag": "d254001e-8ef7-43ee-8816-0f691010685a"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:22:58.952004 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port d254001e-8ef7-43ee-8816-0f691010685a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d254001e-8ef7-43ee-8816-0f691010685a,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:58.971778 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f862aa-ce24-4511-8930-53d27d3c6238 x-openstack-request-id: req-d9f862aa-ce24-4511-8930-53d27d3c6238 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:22:58.972071 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "name": "network-vif-plugged", "status": "completed", "tag": "d254001e-8ef7-43ee-8816-0f691010685a", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:22:58.972327 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d9f862aa-ce24-4511-8930-53d27d3c6238 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:22:58.972714 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a', 'code': 200} Jan 31 19:22:58.977116 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 9981503e-8b09-4f19-9fc9-6b911ed05915 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:58.977494 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:59.040595 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab7e4-dc1f-4284-930d-b8e8c76a9798 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (8a4a593c-7663-4a82-a922-1731bbb1e99a), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:59.040836 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:59.049613 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (d254001e-8ef7-43ee-8816-0f691010685a), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:59.078301 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ab7e4-dc1f-4284-930d-b8e8c76a9798 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4a593c-7663-4a82-a922-1731bbb1e99a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:59.111583 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-427fb3bc-f211-4f72-8995-faf65fb617b5 None None] Provisioning complete for port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:59.111965 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-427fb3bc-f211-4f72-8995-faf65fb617b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:59.122643 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Routers {'d0aed5d2-20b3-4a10-b008-c582927bb5ea'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:22:59.123626 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['d0aed5d2-20b3-4a10-b008-c582927bb5ea'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:59.178232 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437ccfe-2692-4414-8d32-73168f0ff03e None None] Pushing event updated for resources: {'Port': ['ID=adb9246f-2d7c-4e71-8b33-e0106ebdfc65,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:59.212246 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab7e4-dc1f-4284-930d-b8e8c76a9798 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:59.226118 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56608) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:59.233599 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-6c5ab7e4-dc1f-4284-930d-b8e8c76a9798 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6060679 Jan 31 19:22:59.233864 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ff784fbc-0887-4010-ab11-3f9203fce145 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Request body: {'security_group_rule': {'security_group_id': 'cd04afa1-4ad3-4dfb-84c6-c16b76754f68', 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:59.296395 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=d254001e-8ef7-43ee-8816-0f691010685a,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:59.322523 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] Set router d0aed5d2-20b3-4a10-b008-c582927bb5ea gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:22:59.356696 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ff784fbc-0887-4010-ab11-3f9203fce145 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (6258d89b-4374-4fbc-84b5-88f9500f36bb), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:59.363410 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 9981503e-8b09-4f19-9fc9-6b911ed05915 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:59.446080 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ff784fbc-0887-4010-ab11-3f9203fce145 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (6258d89b-4374-4fbc-84b5-88f9500f36bb), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:59.482228 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-427fb3bc-f211-4f72-8995-faf65fb617b5 None None] Current status of the port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:59.482823 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-427fb3bc-f211-4f72-8995-faf65fb617b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:59.493750 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7cd7b-6272-4767-a0c7-551474dc7174 req-55e77721-c8de-478f-882b-744849e40b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:59.495876 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-06e7cd7b-6272-4767-a0c7-551474dc7174 req-55e77721-c8de-478f-882b-744849e40b86 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 1130 time: 0.0541391 Jan 31 19:22:59.552146 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-427fb3bc-f211-4f72-8995-faf65fb617b5 None None] For port adb9246f-2d7c-4e71-8b33-e0106ebdfc65, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=adb9246f-2d7c-4e71-8b33-e0106ebdfc65,segment=NetworkSegment(31d04b15-a722-409c-b2da-dd8ba9efbf31),segment_id=31d04b15-a722-409c-b2da-dd8ba9efbf31)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:22:59.577150 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-06e7cd7b-6272-4767-a0c7-551474dc7174 req-0277e456-2ae5-42c4-8a75-bffa3c356a8d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739386 Jan 31 19:22:59.583571 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ff784fbc-0887-4010-ab11-3f9203fce145 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (6258d89b-4374-4fbc-84b5-88f9500f36bb), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:59.620037 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff784fbc-0887-4010-ab11-3f9203fce145 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6258d89b-4374-4fbc-84b5-88f9500f36bb,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:59.641632 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'name': 'tempest-TestShelveInstance-517205164-router', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:48Z', 'updated_at': '2022-01-31T19:22:54Z', 'revision_number': 4, 'project_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'gw_port': {'id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:50Z', 'updated_at': '2022-01-31T19:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'adb9246f-2d7c-4e71-8b33-e0106ebdfc65', 'name': '', 'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'mac_address': 'fa:16:3e:cb:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7975db6a-c7d3-4cd4-8ec1-3ba5731e2759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:53Z', 'updated_at': '2022-01-31T19:22:58Z', 'revision_number': 4, 'project_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'subnets': [{'id': '7975db6a-c7d3-4cd4-8ec1-3ba5731e2759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:22:59.655671 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f4f5e-8cb6-49b6-ae9e-31455f343ef4 req-eba778ef-6374-4e43-8227-66501a0c73be tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:59.658098 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-824f4f5e-8cb6-49b6-ae9e-31455f343ef4 req-eba778ef-6374-4e43-8227-66501a0c73be tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.0712972 Jan 31 19:22:59.669556 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29746e-4eb1-43b5-98f3-73bc0462effc None None] The sync data for ids ['d0aed5d2-20b3-4a10-b008-c582927bb5ea'] in dv-cinder-813223-5-iscsi is: [{'id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'name': 'tempest-TestShelveInstance-517205164-router', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:48Z', 'updated_at': '2022-01-31T19:22:54Z', 'revision_number': 4, 'project_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'gw_port': {'id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:50Z', 'updated_at': '2022-01-31T19:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'adb9246f-2d7c-4e71-8b33-e0106ebdfc65', 'name': '', 'network_id': '2e5fd01b-9703-40e9-b4c4-e42b9cb13a47', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'mac_address': 'fa:16:3e:cb:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7975db6a-c7d3-4cd4-8ec1-3ba5731e2759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:53Z', 'updated_at': '2022-01-31T19:22:58Z', 'revision_number': 4, 'project_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'subnets': [{'id': '7975db6a-c7d3-4cd4-8ec1-3ba5731e2759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:22:59.675175 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-427fb3bc-f211-4f72-8995-faf65fb617b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:59.743124 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ff784fbc-0887-4010-ab11-3f9203fce145 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:59.744490 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ff784fbc-0887-4010-ab11-3f9203fce145 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5169678 Jan 31 19:22:59.747510 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56612) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:22:59.756358 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-824f4f5e-8cb6-49b6-ae9e-31455f343ef4 req-92f6c19a-6ccf-46c5-86b8-8cfcb9f8e325 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837975 Jan 31 19:22:59.756676 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fb3bc-f211-4f72-8995-faf65fb617b5 None None] Pushing event updated for resources: {'Port': ['ID=adb9246f-2d7c-4e71-8b33-e0106ebdfc65,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:22:59.756764 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ff569031-8074-4e02-96fa-f6e8b8e427b4 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Request body: {'security_group_rule': {'security_group_id': 'cd04afa1-4ad3-4dfb-84c6-c16b76754f68', 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:22:59.797892 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-1459b440-7359-40ce-bd7e-f92114358b81 None None] Provisioning complete for port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:22:59.798276 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1459b440-7359-40ce-bd7e-f92114358b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:59.896101 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1459b440-7359-40ce-bd7e-f92114358b81 None None] Current status of the port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:22:59.918300 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ff569031-8074-4e02-96fa-f6e8b8e427b4 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (7c3fb7e6-657b-445c-8b3d-301a4b537e8a), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:00.008687 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ff569031-8074-4e02-96fa-f6e8b8e427b4 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (7c3fb7e6-657b-445c-8b3d-301a4b537e8a), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:00.034639 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5c8c0-59b7-4298-aa03-296668592c06 req-53e0b761-5087-4f39-8d72-f0e53238f58c tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:00.041286 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-67b5c8c0-59b7-4298-aa03-296668592c06 req-53e0b761-5087-4f39-8d72-f0e53238f58c tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 945 time: 0.0853987 Jan 31 19:23:00.098985 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ff569031-8074-4e02-96fa-f6e8b8e427b4 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (7c3fb7e6-657b-445c-8b3d-301a4b537e8a), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:00.125249 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-67b5c8c0-59b7-4298-aa03-296668592c06 req-d2b7988e-0838-4364-865b-8841d98297ad tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827477 Jan 31 19:23:00.137422 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff569031-8074-4e02-96fa-f6e8b8e427b4 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3fb7e6-657b-445c-8b3d-301a4b537e8a,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:00.282660 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ff569031-8074-4e02-96fa-f6e8b8e427b4 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:00.297359 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ff569031-8074-4e02-96fa-f6e8b8e427b4 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5358174 Jan 31 19:23:00.297359 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56618) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:00.297359 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-f7d1bcaa-9919-4345-929d-6195b6507b04 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Request body: {'security_group_rule': {'security_group_id': 'cd04afa1-4ad3-4dfb-84c6-c16b76754f68', 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:00.508200 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f7d1bcaa-9919-4345-929d-6195b6507b04 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (07d36bf2-ee24-42ff-804c-947c62202db8), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:00.585518 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f7d1bcaa-9919-4345-929d-6195b6507b04 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (07d36bf2-ee24-42ff-804c-947c62202db8), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:00.680660 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f7d1bcaa-9919-4345-929d-6195b6507b04 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (07d36bf2-ee24-42ff-804c-947c62202db8), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:00.709767 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1bcaa-9919-4345-929d-6195b6507b04 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d36bf2-ee24-42ff-804c-947c62202db8,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:00.749447 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device adb9246f-2d7c-4e71-8b33-e0106ebdfc65 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:23:00.806250 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:23:00.806893 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:00.837022 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f7d1bcaa-9919-4345-929d-6195b6507b04 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:00.840901 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-f7d1bcaa-9919-4345-929d-6195b6507b04 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5499187 Jan 31 19:23:00.841170 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56622) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:00.847706 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Request body: {'security_group_rule': {'security_group_id': 'cd04afa1-4ad3-4dfb-84c6-c16b76754f68', 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:00.912824 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:00.919531 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ea7bd-20ee-4341-8a28-4c4aa7c3439a req-177e62f4-c56a-444a-9f3e-d1938f89c1d0 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:00.921145 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-416ea7bd-20ee-4341-8a28-4c4aa7c3439a req-177e62f4-c56a-444a-9f3e-d1938f89c1d0 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.0817149 Jan 31 19:23:00.973095 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-416ea7bd-20ee-4341-8a28-4c4aa7c3439a req-f7d92ccd-2794-49a1-bd78-548e844891d7 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458524 Jan 31 19:23:01.069018 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Project c5efca44518b4d30a825cfc60b7394a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:23:01.074515 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (402b6309-7486-4cd2-9960-62ed7ff75440), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:01.128335 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (402b6309-7486-4cd2-9960-62ed7ff75440), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:01.224750 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (402b6309-7486-4cd2-9960-62ed7ff75440), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:01.254909 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402b6309-7486-4cd2-9960-62ed7ff75440,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:01.268908 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:01.272816 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:01.272816 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:01.272816 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:01.272816 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:01.272816 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:01.272816 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:01.272816 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:01.273832 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:01.273832 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:01.275547 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:01.275547 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:01.276314 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:01.297602 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff31de-6146-40be-b650-168fc6e9e6cc req-ccd5ef56-dce6-469f-93a6-8e80227830cb tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:01.299544 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-45ff31de-6146-40be-b650-168fc6e9e6cc req-ccd5ef56-dce6-469f-93a6-8e80227830cb tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 945 time: 0.0839787 Jan 31 19:23:01.352081 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-45ff31de-6146-40be-b650-168fc6e9e6cc req-5c8e0bae-218e-475a-b2ae-62e04d57430a tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468330 Jan 31 19:23:01.401784 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:01.404289 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-42ebb864-83de-4708-8f57-04057a53136d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5603671 Jan 31 19:23:01.406218 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56632) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:01.411159 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-be617aed-9b96-4d3c-bcd5-a812c7485c56 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Request body: {'security_group_rule': {'security_group_id': 'cd04afa1-4ad3-4dfb-84c6-c16b76754f68', 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:01.514406 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-be617aed-9b96-4d3c-bcd5-a812c7485c56 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Project c5efca44518b4d30a825cfc60b7394a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:23:01.519907 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be617aed-9b96-4d3c-bcd5-a812c7485c56 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (8dc6ca8a-7e7c-4f06-9254-9527471c1e2c), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:01.587412 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be617aed-9b96-4d3c-bcd5-a812c7485c56 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (8dc6ca8a-7e7c-4f06-9254-9527471c1e2c), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:01.685926 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be617aed-9b96-4d3c-bcd5-a812c7485c56 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (8dc6ca8a-7e7c-4f06-9254-9527471c1e2c), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:01.726728 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be617aed-9b96-4d3c-bcd5-a812c7485c56 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc6ca8a-7e7c-4f06-9254-9527471c1e2c,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:01.827188 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be617aed-9b96-4d3c-bcd5-a812c7485c56 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:01.828442 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-be617aed-9b96-4d3c-bcd5-a812c7485c56 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4211841 Jan 31 19:23:01.895703 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f53bbc-1c56-4744-9417-6d7f3a57420b req-1a900938-bd91-4e72-9422-7b1ed5ad2385 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:01.897423 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-76f53bbc-1c56-4744-9417-6d7f3a57420b req-1a900938-bd91-4e72-9422-7b1ed5ad2385 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 946 time: 0.0558782 Jan 31 19:23:01.957782 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-76f53bbc-1c56-4744-9417-6d7f3a57420b req-ceb1fdd4-076c-469a-b5e8-c5f8530f07e6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541432 Jan 31 19:23:02.005453 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 81ff1857-121a-49e4-aa63-ea3f0f4bef0c up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:23:02.112944 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcd481-e31c-40f9-a093-bed01d2e4c2b req-c324f139-464b-4824-9cf7-6d91b0d27990 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:02.114576 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-25bcd481-e31c-40f9-a093-bed01d2e4c2b req-c324f139-464b-4824-9cf7-6d91b0d27990 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.0589623 Jan 31 19:23:02.154564 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:23:02.159390 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:23:02.159762 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:02.168498 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-25bcd481-e31c-40f9-a093-bed01d2e4c2b req-2e53ffeb-1df1-443a-90d7-40153b96abd7 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480757 Jan 31 19:23:02.249542 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:02.257969 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:02.275908 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64465876-a08b-4e0f-b1a9-ed7ce64c687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ff1857-121a-49e4-aa63-ea3f0f4bef0c'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:02.278290 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657c0287-d0a7-4df7-b537-b7d70f94ca2b" -d '{"events": [{"server_uuid": "64465876-a08b-4e0f-b1a9-ed7ce64c687e", "name": "network-vif-plugged", "status": "completed", "tag": "81ff1857-121a-49e4-aa63-ea3f0f4bef0c"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:02.295580 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81ff1857-121a-49e4-aa63-ea3f0f4bef0c,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:02.306077 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acfa4a-901d-488e-985e-c91f2cc31c2f req-bfffebe1-cd0f-4d07-bec1-b6f932ec8498 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:02.307679 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d3acfa4a-901d-488e-985e-c91f2cc31c2f req-bfffebe1-cd0f-4d07-bec1-b6f932ec8498 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.0644553 Jan 31 19:23:02.330248 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682d72c6-4791-42d5-bc08-5c5fede650e6 x-openstack-request-id: req-682d72c6-4791-42d5-bc08-5c5fede650e6 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:02.330547 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64465876-a08b-4e0f-b1a9-ed7ce64c687e", "name": "network-vif-plugged", "status": "completed", "tag": "81ff1857-121a-49e4-aa63-ea3f0f4bef0c", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:02.330803 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-682d72c6-4791-42d5-bc08-5c5fede650e6 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:02.331235 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64465876-a08b-4e0f-b1a9-ed7ce64c687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ff1857-121a-49e4-aa63-ea3f0f4bef0c', 'code': 200} Jan 31 19:23:02.366829 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d3acfa4a-901d-488e-985e-c91f2cc31c2f req-ba786be5-a3b6-40be-a955-66c7cb00999d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525618 Jan 31 19:23:02.378336 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:02.442555 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=81ff1857-121a-49e4-aa63-ea3f0f4bef0c,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:02.504144 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3835c97-6c2d-4f59-b888-065ff92ce9b1 req-7a7ec112-4525-4f05-8eae-c6ad8416fa9e tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:02.505842 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e3835c97-6c2d-4f59-b888-065ff92ce9b1 req-7a7ec112-4525-4f05-8eae-c6ad8416fa9e tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 946 time: 0.0704162 Jan 31 19:23:02.587214 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e3835c97-6c2d-4f59-b888-065ff92ce9b1 req-0492247f-674a-4829-9ffa-fb197c8742cd tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711262 Jan 31 19:23:02.748951 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39534691-8f22-42bd-8c29-0df8d559fdad req-5b353940-5dc7-400f-8e49-f377f9b40096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:02.750676 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-39534691-8f22-42bd-8c29-0df8d559fdad req-5b353940-5dc7-400f-8e49-f377f9b40096 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 1130 time: 0.0485406 Jan 31 19:23:02.772160 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bba4f-cdb1-4983-9009-58c3d2f64467 req-ce5c2bfb-4a70-481d-af78-0cb473777f2f tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:02.773738 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-289bba4f-cdb1-4983-9009-58c3d2f64467 req-ce5c2bfb-4a70-481d-af78-0cb473777f2f tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.0596886 Jan 31 19:23:02.803536 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-39534691-8f22-42bd-8c29-0df8d559fdad req-ddab9db2-c00d-4efe-a89d-b9216247b653 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459576 Jan 31 19:23:02.829580 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-289bba4f-cdb1-4983-9009-58c3d2f64467 req-76293cba-e6ca-47cc-896a-ba4b7e414341 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481484 Jan 31 19:23:03.094615 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce173372-9c47-41b6-9552-aed2b71de7cd req-69cac7ed-96d8-49ab-802f-6798faf3afff tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:03.096590 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ce173372-9c47-41b6-9552-aed2b71de7cd req-69cac7ed-96d8-49ab-802f-6798faf3afff tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 946 time: 0.0560040 Jan 31 19:23:03.158391 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ce173372-9c47-41b6-9552-aed2b71de7cd req-64923051-9d7f-4ddc-912c-5c2ce8e8dc0d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559142 Jan 31 19:23:03.728939 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81994b5a-7b7b-4be8-9cff-0634da4a01a4 req-92d554f3-7305-488f-b543-e3097cf2fe1a tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:03.732475 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-81994b5a-7b7b-4be8-9cff-0634da4a01a4 req-92d554f3-7305-488f-b543-e3097cf2fe1a tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 946 time: 0.0663939 Jan 31 19:23:03.792824 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-81994b5a-7b7b-4be8-9cff-0634da4a01a4 req-fbf3e63b-a0d9-4d6b-934b-7bdd9e00a9eb tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533552 Jan 31 19:23:04.041311 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48190d54-e589-4579-851f-bd94f381ec3e req-5d549037-5d37-4b6f-af2e-925c3975b2ed tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:04.043050 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-48190d54-e589-4579-851f-bd94f381ec3e req-5d549037-5d37-4b6f-af2e-925c3975b2ed tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 946 time: 0.0634255 Jan 31 19:23:04.158931 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Deleting port ed299fa9-a5f9-48f6-8480-902d2b39ed5e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:23:04.159175 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:04.304775 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] For port ed299fa9-a5f9-48f6-8480-902d2b39ed5e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:04.305166 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:04.395350 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c65671-47de-4249-a2bb-d15cd3690bda req-6ea27a7f-96e9-41d6-9e3b-65d8b64f3f91 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:04.396891 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-14c65671-47de-4249-a2bb-d15cd3690bda req-6ea27a7f-96e9-41d6-9e3b-65d8b64f3f91 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 946 time: 0.1573644 Jan 31 19:23:04.528533 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-14c65671-47de-4249-a2bb-d15cd3690bda req-f0fc69d4-4627-4681-9c9d-9f976f15fcf4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=588aacd1-7e1a-47d1-b695-0e7226b85bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256275 Jan 31 19:23:04.598901 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:04.599270 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (c349e2b8-1d58-42ea-9a25-61dd99a2c9ee), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:04.599584 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.l3_db [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Floating IP c349e2b8-1d58-42ea-9a25-61dd99a2c9ee disassociated. External IP: 172.27.1.43, port: ed299fa9-a5f9-48f6-8480-902d2b39ed5e. Jan 31 19:23:04.599925 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Calling delete_port for ed299fa9-a5f9-48f6-8480-902d2b39ed5e owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:23:04.829577 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (ed299fa9-a5f9-48f6-8480-902d2b39ed5e), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:04.867901 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event deleted for resources: {'Port': ['ID=ed299fa9-a5f9-48f6-8480-902d2b39ed5e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:04.948437 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19020d7-3120-4408-8636-56ef3806c057 req-f5b705da-be2e-4f40-b694-8ebea438d26c tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:04.950842 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a19020d7-3120-4408-8636-56ef3806c057 req-f5b705da-be2e-4f40-b694-8ebea438d26c tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 946 time: 0.0757651 Jan 31 19:23:05.018935 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a19020d7-3120-4408-8636-56ef3806c057 req-e6a29843-5a90-489c-9023-2e93f68ebbdd tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619154 Jan 31 19:23:05.027181 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Router 689533e0-2755-47cf-adf4-823b48dc25e2 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:23:05.184546 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:23:05.197966 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eac970-4664-4431-a0ac-93f06d9c9c1a None None] Sync routers for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:23:05.214071 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eac970-4664-4431-a0ac-93f06d9c9c1a None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:05.214755 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-46eac970-4664-4431-a0ac-93f06d9c9c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:05.236088 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] No DVR routers for this DVR port ed299fa9-a5f9-48f6-8480-902d2b39ed5e on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:23:05.239166 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:05.243049 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-48190d54-e589-4579-851f-bd94f381ec3e req-56823500-6ce4-4931-a260-a5dc877086a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.77 "DELETE /v2.0/ports/ed299fa9-a5f9-48f6-8480-902d2b39ed5e HTTP/1.1" status: 204 len: 173 time: 1.1824756 Jan 31 19:23:05.243603 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'name': 'network-vif-deleted', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:05.246393 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57f320c-4dc5-41bd-bb23-4866abffd586" -d '{"events": [{"server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "name": "network-vif-deleted", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:05.301125 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bd7c99-a547-45e9-ae46-5a53523063cc x-openstack-request-id: req-26bd7c99-a547-45e9-ae46-5a53523063cc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:05.301414 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1e98c-906a-4534-8592-66659e793056", "name": "network-vif-deleted", "tag": "ed299fa9-a5f9-48f6-8480-902d2b39ed5e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:05.301609 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-26bd7c99-a547-45e9-ae46-5a53523063cc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:05.302062 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1e98c-906a-4534-8592-66659e793056', 'name': 'network-vif-deleted', 'tag': 'ed299fa9-a5f9-48f6-8480-902d2b39ed5e', 'status': 'completed', 'code': 200} Jan 31 19:23:05.501767 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-46eac970-4664-4431-a0ac-93f06d9c9c1a None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:05.651744 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-15e17cee-7ed6-46b9-92d0-4def11a7e2ff req-1117eaf1-4dcf-4ea8-bef6-4bc764d3ce6f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=72e1e98c-906a-4534-8592-66659e793056 HTTP/1.1" status: 200 len: 210 time: 0.0323894 Jan 31 19:23:05.768414 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-46eac970-4664-4431-a0ac-93f06d9c9c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:57Z', 'revision_number': 5, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:05.797599 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eac970-4664-4431-a0ac-93f06d9c9c1a None None] Checking router: 689533e0-2755-47cf-adf4-823b48dc25e2 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:23:05.807902 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eac970-4664-4431-a0ac-93f06d9c9c1a None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:05.808527 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-46eac970-4664-4431-a0ac-93f06d9c9c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:22:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:05.941754 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-46eac970-4664-4431-a0ac-93f06d9c9c1a None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:06.199400 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-46eac970-4664-4431-a0ac-93f06d9c9c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:57Z', 'revision_number': 5, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:06.229864 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eac970-4664-4431-a0ac-93f06d9c9c1a None None] The sync data for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi is: [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:57Z', 'revision_number': 5, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:23:06.524503 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d2c49-3140-45e3-b151-d91d87ef8766 None None] New status for floating IP c349e2b8-1d58-42ea-9a25-61dd99a2c9ee: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:23:06.846545 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56754) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:06.908495 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f964156d-c013-45cb-a762-16764e499700 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group (588aacd1-7e1a-47d1-b695-0e7226b85bbc), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:06.937023 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f964156d-c013-45cb-a762-16764e499700 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group (588aacd1-7e1a-47d1-b695-0e7226b85bbc), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:07.114640 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f964156d-c013-45cb-a762-16764e499700 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (588aacd1-7e1a-47d1-b695-0e7226b85bbc), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:07.118050 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f964156d-c013-45cb-a762-16764e499700 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:07.121803 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-f964156d-c013-45cb-a762-16764e499700 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "DELETE /v2.0/security-groups/588aacd1-7e1a-47d1-b695-0e7226b85bbc HTTP/1.1" status: 204 len: 168 time: 0.2741132 Jan 31 19:23:07.125810 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56764) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:07.136008 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964156d-c013-45cb-a762-16764e499700 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588aacd1-7e1a-47d1-b695-0e7226b85bbc,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:07.161983 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.api.v2.resource [None req-d371b6a3-18fe-47ae-81af-1830d7d16bac tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] show failed (client error): The resource could not be found. Jan 31 19:23:07.164071 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-d371b6a3-18fe-47ae-81af-1830d7d16bac tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups/588aacd1-7e1a-47d1-b695-0e7226b85bbc HTTP/1.1" status: 404 len: 347 time: 0.0371327 Jan 31 19:23:07.167147 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56766) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:07.337675 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ef344e3c-70e4-449a-a7be-6868804af918 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Deleting port cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:23:07.340816 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ef344e3c-70e4-449a-a7be-6868804af918 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:07.439011 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ef344e3c-70e4-449a-a7be-6868804af918 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:07.439466 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ef344e3c-70e4-449a-a7be-6868804af918 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:07.455206 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ef344e3c-70e4-449a-a7be-6868804af918 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Calling delete_port for cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:23:07.749490 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ef344e3c-70e4-449a-a7be-6868804af918 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:07.782182 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef344e3c-70e4-449a-a7be-6868804af918 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event deleted for resources: {'Port': ['ID=cd8f27f5-6fad-46d8-bb9d-46cd1300e1c9,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:07.868556 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ef344e3c-70e4-449a-a7be-6868804af918 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (c349e2b8-1d58-42ea-9a25-61dd99a2c9ee), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:07.872512 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ef344e3c-70e4-449a-a7be-6868804af918 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:07.878008 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ef344e3c-70e4-449a-a7be-6868804af918 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "DELETE /v2.0/floatingips/c349e2b8-1d58-42ea-9a25-61dd99a2c9ee HTTP/1.1" status: 204 len: 168 time: 0.7056978 Jan 31 19:23:08.040938 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device ed299fa9-a5f9-48f6-8480-902d2b39ed5e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:23:08.066019 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: ed299fa9-a5f9-48f6-8480-902d2b39ed5e {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:23:08.066331 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device ed299fa9-a5f9-48f6-8480-902d2b39ed5e not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:23:08.358684 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56784) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:08.364772 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-87d0e1bd-114e-4634-ad73-8210e6191630 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1458972430', 'description': 'tempest-description--125811735'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:08.513294 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-87d0e1bd-114e-4634-ad73-8210e6191630 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:08.622531 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-87d0e1bd-114e-4634-ad73-8210e6191630 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group (f8dc446a-df9b-4aa7-a202-69969f451117), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:08.731687 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-87d0e1bd-114e-4634-ad73-8210e6191630 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (f8dc446a-df9b-4aa7-a202-69969f451117), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:08.774268 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0e1bd-114e-4634-ad73-8210e6191630 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dc446a-df9b-4aa7-a202-69969f451117,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:08.878208 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-87d0e1bd-114e-4634-ad73-8210e6191630 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:08.883065 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-87d0e1bd-114e-4634-ad73-8210e6191630 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5199528 Jan 31 19:23:08.883444 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56786) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:08.888348 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-bfa0038c-9fa5-4c05-99e6-ec8125a83718 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Request body: {'security_group_rule': {'security_group_id': 'f8dc446a-df9b-4aa7-a202-69969f451117', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:09.066302 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bfa0038c-9fa5-4c05-99e6-ec8125a83718 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group_rule (0c052d14-7942-4dad-b11b-d92c431bfb46), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:09.128710 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bfa0038c-9fa5-4c05-99e6-ec8125a83718 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group_rule (0c052d14-7942-4dad-b11b-d92c431bfb46), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:09.206042 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bfa0038c-9fa5-4c05-99e6-ec8125a83718 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (0c052d14-7942-4dad-b11b-d92c431bfb46), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:09.224950 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0038c-9fa5-4c05-99e6-ec8125a83718 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c052d14-7942-4dad-b11b-d92c431bfb46,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:09.322499 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-bfa0038c-9fa5-4c05-99e6-ec8125a83718 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:09.323883 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-bfa0038c-9fa5-4c05-99e6-ec8125a83718 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4391894 Jan 31 19:23:09.327370 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56792) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:09.332142 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-6f549791-b3ac-4f48-b4d8-410e2afffee2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Request body: {'security_group_rule': {'security_group_id': 'f8dc446a-df9b-4aa7-a202-69969f451117', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:09.480568 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f549791-b3ac-4f48-b4d8-410e2afffee2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group_rule (0d932226-01d5-47fc-b930-9706247f3632), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:09.542910 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f549791-b3ac-4f48-b4d8-410e2afffee2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group_rule (0d932226-01d5-47fc-b930-9706247f3632), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:09.659382 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f549791-b3ac-4f48-b4d8-410e2afffee2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (0d932226-01d5-47fc-b930-9706247f3632), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:09.679519 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f549791-b3ac-4f48-b4d8-410e2afffee2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d932226-01d5-47fc-b930-9706247f3632,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:09.773834 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f549791-b3ac-4f48-b4d8-410e2afffee2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:09.775117 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-6f549791-b3ac-4f48-b4d8-410e2afffee2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4467304 Jan 31 19:23:09.778434 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56796) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:09.783795 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Request body: {'floatingip': {'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:09.903284 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:10.037099 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:10.150219 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Allocated IP 172.27.1.180 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/44a0a4f8-54b5-495c-963c-3be0e57ccd71) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:23:10.271551 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for port (44a0a4f8-54b5-495c-963c-3be0e57ccd71), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:10.394714 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (44a0a4f8-54b5-495c-963c-3be0e57ccd71), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:10.452986 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:23:10.457944 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:23:10.461610 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:23:10.486065 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event updated for resources: {'Port': ['ID=44a0a4f8-54b5-495c-963c-3be0e57ccd71,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:10.567522 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (f5e9e733-0588-4bf6-b076-567660248bae), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:10.689512 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (44a0a4f8-54b5-495c-963c-3be0e57ccd71), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:10.861204 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for port (44a0a4f8-54b5-495c-963c-3be0e57ccd71), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:10.937411 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208178'] for port (44a0a4f8-54b5-495c-963c-3be0e57ccd71), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:11.009704 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event updated for resources: {'Port': ['ID=44a0a4f8-54b5-495c-963c-3be0e57ccd71,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:11.021769 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (f5e9e733-0588-4bf6-b076-567660248bae), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:11.123013 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:11.124220 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-03c89a2b-dbae-4442-b903-e9368286052f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3447533 Jan 31 19:23:11.338164 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-749bdf8d-e039-46a4-a997-d65ffb3d5408 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1458972430&fields=id&tenant_id=d65f5a1bdedf477aa11b1518878b0c9b HTTP/1.1" status: 200 len: 267 time: 0.0481648 Jan 31 19:23:11.462553 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-80b88265-b0b9-43f3-8bcf-03533c542801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:11.473568 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-da1f8996-688d-429f-bbb0-7dee6eff7efa tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:11.476620 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-da1f8996-688d-429f-bbb0-7dee6eff7efa tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/networks?id=e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 200 len: 817 time: 0.1300702 Jan 31 19:23:11.492153 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-52225892-225e-4629-9661-b60911f63209 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/quotas/d65f5a1bdedf477aa11b1518878b0c9b HTTP/1.1" status: 200 len: 375 time: 0.0112848 Jan 31 19:23:11.554946 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-58fd6a60-a31b-435a-bfad-6f2a68056e78 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572302 Jan 31 19:23:11.665161 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-21961fe2-e68c-44cc-9242-69b27e3a833d service neutron] 10.222.0.72 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974536 Jan 31 19:23:11.691157 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:11.764764 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-a45e99e4-c486-4c6b-910a-82e64d12cca9 service neutron] 10.222.0.72 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928206 Jan 31 19:23:12.086818 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-237d5ebc-6cf7-4bb3-b2cb-84471231b8e2 req-2cc8dea6-2bc2-4b95-b206-174782ce14d2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 210 time: 0.0294933 Jan 31 19:23:13.199108 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-dad6b918-19e2-43b1-948e-b13ac6813f01 req-f707858c-cb04-41f8-b78e-91f4eace2e0e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 210 time: 0.0330286 Jan 31 19:23:13.834223 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5358acc8-f8bb-43fd-a583-80eceee8c534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:14.262938 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:23:14.305755 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b4ac70d5-8fe4-4550-9740-84d2a98a3dcc req-f55414b4-ca55-4186-82fa-d8619c7f1879 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 210 time: 0.0285482 Jan 31 19:23:14.613363 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-ec70f245-3e05-4fc3-8135-7e179455445d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:14.615932 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-ec70f245-3e05-4fc3-8135-7e179455445d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.77 "GET /v2.0/networks?id=e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 200 len: 817 time: 0.1180184 Jan 31 19:23:14.712381 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-8eac9cfe-2af9-4179-bf7e-ebf61e514e62 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d65f5a1bdedf477aa11b1518878b0c9b HTTP/1.1" status: 200 len: 380 time: 0.0743525 Jan 31 19:23:14.726902 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-df420d9c-da07-4c8c-bda0-0704e758e55f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Request body: {'port': {'device_id': '11945498-931d-41c5-bf16-aa6ade272772', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'admin_state_up': True, 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'security_groups': ['f8dc446a-df9b-4aa7-a202-69969f451117']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:14.857182 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:14.895247 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381eb3e-1e56-47f6-8660-deb169032dc6 req-9d992912-352b-416c-8613-86c26c2abd00 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:14.896796 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2381eb3e-1e56-47f6-8660-deb169032dc6 req-9d992912-352b-416c-8613-86c26c2abd00 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.0570776 Jan 31 19:23:14.948576 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2381eb3e-1e56-47f6-8660-deb169032dc6 req-d99c0e12-5c2d-4a63-96a9-cd110367c649 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459447 Jan 31 19:23:14.955045 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-df420d9c-da07-4c8c-bda0-0704e758e55f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Made reservation on behalf of d65f5a1bdedf477aa11b1518878b0c9b for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:23:14.958766 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-df420d9c-da07-4c8c-bda0-0704e758e55f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:14.973968 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56866) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:15.095294 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-df420d9c-da07-4c8c-bda0-0704e758e55f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Allocated IP 172.20.0.8 (e72e47be-aaa8-400d-b997-58e2a6efc84a/4c50c8fa-063d-4447-81e7-9a815420e7f8/e04fd2a5-71ff-45f3-9048-67354358ad48) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:23:15.180551 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c051197f-61ca-405d-9656-653829f2c1dd tempest-TestMinimumBasicScenario-1697607863 tempest-TestMinimumBasicScenario-1697607863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:15.182781 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-c051197f-61ca-405d-9656-653829f2c1dd tempest-TestMinimumBasicScenario-1697607863 tempest-TestMinimumBasicScenario-1697607863-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 1125 time: 0.2073038 Jan 31 19:23:15.186627 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56874) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:15.191827 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Request body: {'floatingip': {'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'port_id': 'd254001e-8ef7-43ee-8816-0f691010685a', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:15.238670 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-df420d9c-da07-4c8c-bda0-0704e758e55f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:15.291017 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:15.395835 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:15.411965 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8f5d7404-3d7e-4a0a-be0d-dcdbdc7240d0 req-4d29b467-d736-495d-bd73-bc8f45bba0d0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 210 time: 0.0288885 Jan 31 19:23:15.423579 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-df420d9c-da07-4c8c-bda0-0704e758e55f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:15.467974 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-df420d9c-da07-4c8c-bda0-0704e758e55f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Network e72e47be-aaa8-400d-b997-58e2a6efc84a is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:23:15.471854 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-df420d9c-da07-4c8c-bda0-0704e758e55f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:23:15.474284 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-df420d9c-da07-4c8c-bda0-0704e758e55f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:23:15.509017 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Allocated IP 172.27.1.252 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/9681b131-c494-47cf-b016-97658ee05d0e) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:23:15.510173 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df420d9c-da07-4c8c-bda0-0704e758e55f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event updated for resources: {'Port': ['ID=e04fd2a5-71ff-45f3-9048-67354358ad48,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:15.543713 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-df420d9c-da07-4c8c-bda0-0704e758e55f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:15.546856 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-df420d9c-da07-4c8c-bda0-0704e758e55f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:15.644398 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for port (9681b131-c494-47cf-b016-97658ee05d0e), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:15.694518 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-df420d9c-da07-4c8c-bda0-0704e758e55f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9718108 Jan 31 19:23:15.707487 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Request body: {'port': {'device_id': '11945498-931d-41c5-bf16-aa6ade272772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:15.737974 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-0b595cc8-4048-41ea-8bb5-dfc41a9a1b72 None None] Provisioning complete for port e04fd2a5-71ff-45f3-9048-67354358ad48 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:23:15.738359 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0b595cc8-4048-41ea-8bb5-dfc41a9a1b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:15.773641 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0b595cc8-4048-41ea-8bb5-dfc41a9a1b72 None None] Port e04fd2a5-71ff-45f3-9048-67354358ad48 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:23:15.780671 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:15.897738 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (9681b131-c494-47cf-b016-97658ee05d0e), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:15.935854 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:23:15.943802 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:23:15.946260 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:23:15.970877 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event updated for resources: {'Port': ['ID=9681b131-c494-47cf-b016-97658ee05d0e,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:16.071166 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04fd2a5-71ff-45f3-9048-67354358ad48 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:23:16.078989 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Publish callbacks [] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:16.091459 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Transition to ACTIVE for port object e04fd2a5-71ff-45f3-9048-67354358ad48 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:23:16.205988 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:16.265612 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Pushing event updated for resources: {'Port': ['ID=e04fd2a5-71ff-45f3-9048-67354358ad48,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:16.350217 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Attempting to bind port e04fd2a5-71ff-45f3-9048-67354358ad48 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:23:16.350554 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Attempting to bind port e04fd2a5-71ff-45f3-9048-67354358ad48 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:23:16.350929 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Attempting to bind port e04fd2a5-71ff-45f3-9048-67354358ad48 on network e72e47be-aaa8-400d-b997-58e2a6efc84a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:23:16.376725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Port e04fd2a5-71ff-45f3-9048-67354358ad48 on network e72e47be-aaa8-400d-b997-58e2a6efc84a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:23:16.376725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Attempting to bind port e04fd2a5-71ff-45f3-9048-67354358ad48 on network e72e47be-aaa8-400d-b997-58e2a6efc84a {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:23:16.376725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:23:16.376725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Checking segment: {'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:23:16.376725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Bound using segment: {'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:23:16.376725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Bound port: e04fd2a5-71ff-45f3-9048-67354358ad48, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33297169-45ba-4bb0-b89f-7cbf28640a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:23:16.376725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:16.441812 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] For port e04fd2a5-71ff-45f3-9048-67354358ad48, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:23:16.445909 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] For port e04fd2a5-71ff-45f3-9048-67354358ad48, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e04fd2a5-71ff-45f3-9048-67354358ad48,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:23:16.480190 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:16.629219 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:16.636616 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abee308-5be7-4fde-9e98-a0fd4afd1843 req-9c037599-6938-4f6d-b5b5-46dd1eadf12f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:16.636616 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2abee308-5be7-4fde-9e98-a0fd4afd1843 req-9c037599-6938-4f6d-b5b5-46dd1eadf12f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.1324017 Jan 31 19:23:16.637606 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for floatingip (9ddf89f7-2322-4eb3-8bd9-e0e01effde34), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:16.672114 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:16.673966 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:16.675682 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] 10.222.0.77 "PUT /v2.0/ports/e04fd2a5-71ff-45f3-9048-67354358ad48 HTTP/1.1" status: 200 len: 1093 time: 0.9723814 Jan 31 19:23:16.676240 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:16.678921 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d95371c-e39e-4896-bfe1-251c5aa7336f" -d '{"events": [{"name": "network-changed", "server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:16.717256 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3ce93-272f-48ca-83c3-b179655fb218 service neutron] Pushing event updated for resources: {'Port': ['ID=e04fd2a5-71ff-45f3-9048-67354358ad48,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:16.749192 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075f8641-40d3-472c-bb9e-01b58b4174c9 x-openstack-request-id: req-075f8641-40d3-472c-bb9e-01b58b4174c9 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:16.749669 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2abee308-5be7-4fde-9e98-a0fd4afd1843 req-e4814521-dcc3-47bd-8cfa-7ced4d44639f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838754 Jan 31 19:23:16.749890 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:16.750405 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-075f8641-40d3-472c-bb9e-01b58b4174c9 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:16.750985 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'status': 'completed', 'code': 200} Jan 31 19:23:16.828406 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95371c-e39e-4896-bfe1-251c5aa7336f req-763bd633-2d59-4963-b3f9-5ab8f4e4df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:16.830658 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2d95371c-e39e-4896-bfe1-251c5aa7336f req-763bd633-2d59-4963-b3f9-5ab8f4e4df5a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 1127 time: 0.0497892 Jan 31 19:23:16.840961 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (9681b131-c494-47cf-b016-97658ee05d0e), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:16.958533 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95371c-e39e-4896-bfe1-251c5aa7336f req-120ec578-8888-48c5-9004-9be879ae1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:16.960013 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2d95371c-e39e-4896-bfe1-251c5aa7336f req-120ec578-8888-48c5-9004-9be879ae1f28 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1120405 Jan 31 19:23:17.015319 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for port (9681b131-c494-47cf-b016-97658ee05d0e), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:17.067693 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95371c-e39e-4896-bfe1-251c5aa7336f req-a02fe07b-31b9-4b04-9ec7-5e1a59354683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:17.069939 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2d95371c-e39e-4896-bfe1-251c5aa7336f req-a02fe07b-31b9-4b04-9ec7-5e1a59354683 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0987921 Jan 31 19:23:17.080887 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208178'] for port (9681b131-c494-47cf-b016-97658ee05d0e), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:17.157947 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event updated for resources: {'Port': ['ID=9681b131-c494-47cf-b016-97658ee05d0e,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:17.170778 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (9ddf89f7-2322-4eb3-8bd9-e0e01effde34), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:17.184071 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-0a393279-28c5-4d95-9ac4-800e1d5e930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:17.185764 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-0a393279-28c5-4d95-9ac4-800e1d5e930d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 1127 time: 0.0582244 Jan 31 19:23:17.246673 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-8e69a0e2-23c5-4584-9c3a-6aff67f052f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e04fd2a5-71ff-45f3-9048-67354358ad48 HTTP/1.1" status: 200 len: 217 time: 0.0439947 Jan 31 19:23:17.313001 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.l3_db [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Floating IP 9ddf89f7-2322-4eb3-8bd9-e0e01effde34 associated. External IP: 172.27.1.252, port: d254001e-8ef7-43ee-8816-0f691010685a. Jan 31 19:23:17.322856 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-642c6f81-8837-43d2-ba9d-d90c915bb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:17.324462 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-642c6f81-8837-43d2-ba9d-d90c915bb3bb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4c50c8fa-063d-4447-81e7-9a815420e7f8 HTTP/1.1" status: 200 len: 856 time: 0.0615399 Jan 31 19:23:17.399607 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-a593567c-4d00-4ef8-8505-475bcee047fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:17.401197 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-a593567c-4d00-4ef8-8505-475bcee047fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e72e47be-aaa8-400d-b997-58e2a6efc84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636792 Jan 31 19:23:17.508958 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-79b3385e-18b2-4f61-8b88-ddf9858f4706 service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965729 Jan 31 19:23:17.569076 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:23:17.627530 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d7f5488a-dbdc-42f7-b50c-c0160b309f2e req-659f6b50-b4df-485b-b2a9-443926e890e3 service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057005 Jan 31 19:23:17.698990 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:23:17.711389 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca79386-dfc9-40d7-a9c5-2caced64db55 None None] Sync routers for ids ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:23:17.724127 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca79386-dfc9-40d7-a9c5-2caced64db55 None None] Routers {'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:17.724914 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0ca79386-dfc9-40d7-a9c5-2caced64db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:23:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:17.730361 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:17.843252 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:17.873201 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-0ca79386-dfc9-40d7-a9c5-2caced64db55 None None] Set router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:17.887254 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-5d27378d-caba-44ae-9ae2-0dac08412a02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6994386 Jan 31 19:23:17.887971 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:17.890553 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5966b60-f907-45cd-8643-c809fdf4aead" -d '{"events": [{"name": "network-changed", "server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "tag": "d254001e-8ef7-43ee-8816-0f691010685a"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:17.892461 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56904) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:17.905631 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-850e4b7b-1285-48d0-9385-3585accde5af tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66042564', 'description': 'tempest-secgroup-smoke-66042564 description', 'project_id': '47ca2a0269214434a3c8676e3a51126e'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:17.944317 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6e5c89-77fe-4fc9-8048-30f2c179acdc x-openstack-request-id: req-db6e5c89-77fe-4fc9-8048-30f2c179acdc {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:17.944761 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "tag": "d254001e-8ef7-43ee-8816-0f691010685a", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:17.945201 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-db6e5c89-77fe-4fc9-8048-30f2c179acdc {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:17.946114 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a', 'status': 'completed', 'code': 200} Jan 31 19:23:17.946960 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1293a8-ffb0-467e-aedb-424f615aa2bc req-f3021ccd-7fc2-4de7-ab7f-5373b00248ab tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:17.948760 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3d1293a8-ffb0-467e-aedb-424f615aa2bc req-f3021ccd-7fc2-4de7-ab7f-5373b00248ab tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.0969179 Jan 31 19:23:18.032852 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3d1293a8-ffb0-467e-aedb-424f615aa2bc req-c33da0e2-8479-479b-a1cd-f2bb75cdcf38 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768101 Jan 31 19:23:18.050435 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-850e4b7b-1285-48d0-9385-3585accde5af tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:18.067963 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5966b60-f907-45cd-8643-c809fdf4aead req-de383e4a-7f46-4149-bf4a-cf993fa5cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:18.070360 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b5966b60-f907-45cd-8643-c809fdf4aead req-de383e4a-7f46-4149-bf4a-cf993fa5cd6c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=47ca2a0269214434a3c8676e3a51126e&device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 1130 time: 0.0748632 Jan 31 19:23:18.200374 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0ca79386-dfc9-40d7-a9c5-2caced64db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:22:08Z', 'revision_number': 4, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port': {'id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:03Z', 'updated_at': '2022-01-31T19:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '9ddf89f7-2322-4eb3-8bd9-e0e01effde34', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'port_id': 'd254001e-8ef7-43ee-8816-0f691010685a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'mac_address': 'fa:16:3e:08:df:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b683238-cba5-40e0-888c-66ef1d986710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:16Z', 'updated_at': '2022-01-31T19:23:16Z', 'revision_number': 0, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aedda620-13e8-46ec-9cfc-edd8d261ef22', 'name': '', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'mac_address': 'fa:16:3e:f5:75:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:07Z', 'updated_at': '2022-01-31T19:22:13Z', 'revision_number': 5, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'subnets': [{'id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:18.225611 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-850e4b7b-1285-48d0-9385-3585accde5af tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group (770117f7-aa74-425a-9043-e4793c7678d0), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:18.228882 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5966b60-f907-45cd-8643-c809fdf4aead req-0d4c9980-50c2-4cf1-a40f-23472717df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:18.230467 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b5966b60-f907-45cd-8643-c809fdf4aead req-0d4c9980-50c2-4cf1-a40f-23472717df5e service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed0ec79a-b707-4b56-918d-78a1f0122266 HTTP/1.1" status: 200 len: 917 time: 0.1444533 Jan 31 19:23:18.232051 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca79386-dfc9-40d7-a9c5-2caced64db55 None None] Checking router: f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:23:18.241831 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca79386-dfc9-40d7-a9c5-2caced64db55 None None] Routers {'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:18.242540 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0ca79386-dfc9-40d7-a9c5-2caced64db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:23:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:18.290718 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-850e4b7b-1285-48d0-9385-3585accde5af tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (770117f7-aa74-425a-9043-e4793c7678d0), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:18.337528 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e4b7b-1285-48d0-9385-3585accde5af tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770117f7-aa74-425a-9043-e4793c7678d0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:18.343638 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b5966b60-f907-45cd-8643-c809fdf4aead req-8e423491-aecb-4a34-b838-1d13d177cec8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d254001e-8ef7-43ee-8816-0f691010685a HTTP/1.1" status: 200 len: 1000 time: 0.0981221 Jan 31 19:23:18.369313 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-0ca79386-dfc9-40d7-a9c5-2caced64db55 None None] Set router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:18.393150 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-850e4b7b-1285-48d0-9385-3585accde5af tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:18.398147 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-850e4b7b-1285-48d0-9385-3585accde5af tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4925210 Jan 31 19:23:18.398798 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56910) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:18.406326 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-485a110e-756e-4256-849a-7749d93ebcc6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Request body: {'security_group_rule': {'security_group_id': '770117f7-aa74-425a-9043-e4793c7678d0', 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:18.416799 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5966b60-f907-45cd-8643-c809fdf4aead req-b0e5e3a1-cad3-4282-afd9-15007155d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:18.418367 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b5966b60-f907-45cd-8643-c809fdf4aead req-b0e5e3a1-cad3-4282-afd9-15007155d490 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42e5d16d-821a-432f-8a42-15df80176ccc HTTP/1.1" status: 200 len: 854 time: 0.0593388 Jan 31 19:23:18.477808 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5966b60-f907-45cd-8643-c809fdf4aead req-d43e6158-a86c-457c-8194-14b114664984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:18.479280 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b5966b60-f907-45cd-8643-c809fdf4aead req-d43e6158-a86c-457c-8194-14b114664984 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed0ec79a-b707-4b56-918d-78a1f0122266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505013 Jan 31 19:23:18.528185 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-485a110e-756e-4256-849a-7749d93ebcc6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (4833354a-a2d9-4f93-8c99-e66f7cc0eb95), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:18.606094 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b5966b60-f907-45cd-8643-c809fdf4aead req-ce28e93f-0f1d-4fd3-8f5b-ac6bc6604f85 service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148984 Jan 31 19:23:18.611366 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-485a110e-756e-4256-849a-7749d93ebcc6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (4833354a-a2d9-4f93-8c99-e66f7cc0eb95), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:18.643622 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0ca79386-dfc9-40d7-a9c5-2caced64db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:22:08Z', 'revision_number': 4, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port': {'id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:03Z', 'updated_at': '2022-01-31T19:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '9ddf89f7-2322-4eb3-8bd9-e0e01effde34', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'port_id': 'd254001e-8ef7-43ee-8816-0f691010685a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'mac_address': 'fa:16:3e:08:df:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b683238-cba5-40e0-888c-66ef1d986710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:16Z', 'updated_at': '2022-01-31T19:23:16Z', 'revision_number': 0, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aedda620-13e8-46ec-9cfc-edd8d261ef22', 'name': '', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'mac_address': 'fa:16:3e:f5:75:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:07Z', 'updated_at': '2022-01-31T19:22:13Z', 'revision_number': 5, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'subnets': [{'id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:18.673140 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca79386-dfc9-40d7-a9c5-2caced64db55 None None] The sync data for ids ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'] in dv-cinder-813223-5-iscsi is: [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:22:08Z', 'revision_number': 4, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port': {'id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:03Z', 'updated_at': '2022-01-31T19:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '9ddf89f7-2322-4eb3-8bd9-e0e01effde34', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'port_id': 'd254001e-8ef7-43ee-8816-0f691010685a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'mac_address': 'fa:16:3e:08:df:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b683238-cba5-40e0-888c-66ef1d986710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:16Z', 'updated_at': '2022-01-31T19:23:16Z', 'revision_number': 0, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aedda620-13e8-46ec-9cfc-edd8d261ef22', 'name': '', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'mac_address': 'fa:16:3e:f5:75:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:07Z', 'updated_at': '2022-01-31T19:22:13Z', 'revision_number': 5, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'subnets': [{'id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:23:18.722847 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-485a110e-756e-4256-849a-7749d93ebcc6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (4833354a-a2d9-4f93-8c99-e66f7cc0eb95), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:18.756732 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a110e-756e-4256-849a-7749d93ebcc6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4833354a-a2d9-4f93-8c99-e66f7cc0eb95,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:18.842913 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-485a110e-756e-4256-849a-7749d93ebcc6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:18.847967 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-485a110e-756e-4256-849a-7749d93ebcc6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4441864 Jan 31 19:23:18.848318 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 56914) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:18.853390 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ab031169-1537-433f-9b76-7d42f3c0e36d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Request body: {'security_group_rule': {'security_group_id': '770117f7-aa74-425a-9043-e4793c7678d0', 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:18.927607 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50acab61-0597-4094-b657-7630d2d85ffa None None] New status for floating IP 9ddf89f7-2322-4eb3-8bd9-e0e01effde34: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:23:18.988536 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ab031169-1537-433f-9b76-7d42f3c0e36d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (124aa109-a38e-4ddf-9e0c-4119c179d596), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:19.002880 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b5966b60-f907-45cd-8643-c809fdf4aead req-17b23780-364b-4b24-b1da-22708f9f1a7f service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832006 Jan 31 19:23:19.056865 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ab031169-1537-433f-9b76-7d42f3c0e36d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (124aa109-a38e-4ddf-9e0c-4119c179d596), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:19.127708 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ab031169-1537-433f-9b76-7d42f3c0e36d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (124aa109-a38e-4ddf-9e0c-4119c179d596), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:19.166321 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab031169-1537-433f-9b76-7d42f3c0e36d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124aa109-a38e-4ddf-9e0c-4119c179d596,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:19.192731 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf790c-0750-4f45-bf04-785513db1bcc req-700e43a1-9b84-4815-98d2-15568446adb3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:19.194490 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fdaf790c-0750-4f45-bf04-785513db1bcc req-700e43a1-9b84-4815-98d2-15568446adb3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.0762117 Jan 31 19:23:19.248840 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ab031169-1537-433f-9b76-7d42f3c0e36d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:19.250101 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ab031169-1537-433f-9b76-7d42f3c0e36d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4007282 Jan 31 19:23:19.253114 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:19.253960 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fdaf790c-0750-4f45-bf04-785513db1bcc req-b54a4e7f-ec62-48b9-8267-d1674b271c2c tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525634 Jan 31 19:23:19.262541 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-6b438b8b-0a1b-49f8-8e09-49601acef646 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Request body: {'security_group_rule': {'security_group_id': '770117f7-aa74-425a-9043-e4793c7678d0', 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:19.376776 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b438b8b-0a1b-49f8-8e09-49601acef646 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (b3d5c7e0-c94f-4b1e-8fce-23b7030baeb4), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:19.437830 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b438b8b-0a1b-49f8-8e09-49601acef646 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (b3d5c7e0-c94f-4b1e-8fce-23b7030baeb4), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:19.560636 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b438b8b-0a1b-49f8-8e09-49601acef646 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (b3d5c7e0-c94f-4b1e-8fce-23b7030baeb4), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:19.583351 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b438b8b-0a1b-49f8-8e09-49601acef646 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d5c7e0-c94f-4b1e-8fce-23b7030baeb4,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:19.762129 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6b438b8b-0a1b-49f8-8e09-49601acef646 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:19.763460 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-6b438b8b-0a1b-49f8-8e09-49601acef646 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5087779 Jan 31 19:23:19.766606 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56922) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:19.771196 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-88c4fc60-1dfc-4e70-b56d-336db2759926 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Request body: {'security_group_rule': {'security_group_id': '770117f7-aa74-425a-9043-e4793c7678d0', 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:19.885131 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88c4fc60-1dfc-4e70-b56d-336db2759926 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (c3b0d3a1-6946-4a86-b442-ab5da598376f), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:19.943901 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88c4fc60-1dfc-4e70-b56d-336db2759926 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (c3b0d3a1-6946-4a86-b442-ab5da598376f), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:20.051103 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88c4fc60-1dfc-4e70-b56d-336db2759926 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (c3b0d3a1-6946-4a86-b442-ab5da598376f), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:20.071759 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4fc60-1dfc-4e70-b56d-336db2759926 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b0d3a1-6946-4a86-b442-ab5da598376f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:20.136164 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device e04fd2a5-71ff-45f3-9048-67354358ad48 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:23:20.156679 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-88c4fc60-1dfc-4e70-b56d-336db2759926 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:20.157957 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-88c4fc60-1dfc-4e70-b56d-336db2759926 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3903878 Jan 31 19:23:20.161884 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56928) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:20.166527 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5d2238f9-ff76-4014-b892-1c20b1d135eb tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Request body: {'security_group_rule': {'security_group_id': '770117f7-aa74-425a-9043-e4793c7678d0', 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:20.242782 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port e04fd2a5-71ff-45f3-9048-67354358ad48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e04fd2a5-71ff-45f3-9048-67354358ad48,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:20.255194 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'port_id': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'mac_address': 'fa:16:3e:4e:a5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:23:20.280395 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-5d2238f9-ff76-4014-b892-1c20b1d135eb tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Project 47ca2a0269214434a3c8676e3a51126e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:23:20.288877 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d2238f9-ff76-4014-b892-1c20b1d135eb tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (4e94e552-228b-4089-938c-c88db0fc59d9), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:20.305023 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port e04fd2a5-71ff-45f3-9048-67354358ad48 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:20.305663 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:20.329696 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04fd2a5-71ff-45f3-9048-67354358ad48 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:23:20.355754 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port e04fd2a5-71ff-45f3-9048-67354358ad48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e04fd2a5-71ff-45f3-9048-67354358ad48,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:20.395104 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d2238f9-ff76-4014-b892-1c20b1d135eb tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (4e94e552-228b-4089-938c-c88db0fc59d9), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:20.421243 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413b5c2-062b-42b3-9323-fe82228188e1 req-c93df913-a3fc-4673-be0c-feb249046dc8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:20.423829 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4413b5c2-062b-42b3-9323-fe82228188e1 req-c93df913-a3fc-4673-be0c-feb249046dc8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.0751626 Jan 31 19:23:20.463572 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:20.483721 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4413b5c2-062b-42b3-9323-fe82228188e1 req-06836eaa-f96e-462e-8b74-e603b1593838 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540297 Jan 31 19:23:20.491910 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d2238f9-ff76-4014-b892-1c20b1d135eb tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (4e94e552-228b-4089-938c-c88db0fc59d9), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:20.510047 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2238f9-ff76-4014-b892-1c20b1d135eb tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e94e552-228b-4089-938c-c88db0fc59d9,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:20.529241 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=e04fd2a5-71ff-45f3-9048-67354358ad48,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:20.537458 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:20.537734 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:20.538097 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:20.538431 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:20.538821 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:20.539152 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:20.539475 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:20.539797 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:20.540120 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:20.540457 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:20.540778 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:20.541125 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:20.541442 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:20.579528 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5d2238f9-ff76-4014-b892-1c20b1d135eb tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:20.581009 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-5d2238f9-ff76-4014-b892-1c20b1d135eb tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4178574 Jan 31 19:23:20.584149 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 56932) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:20.588977 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-98127eaa-b57b-4a06-afd8-e6228bafe0a6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Request body: {'security_group_rule': {'security_group_id': '770117f7-aa74-425a-9043-e4793c7678d0', 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:20.704356 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-98127eaa-b57b-4a06-afd8-e6228bafe0a6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Project 47ca2a0269214434a3c8676e3a51126e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:23:20.711285 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98127eaa-b57b-4a06-afd8-e6228bafe0a6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (d84bb1a3-9db9-4e5b-b9d7-299214a8bef6), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:20.778276 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98127eaa-b57b-4a06-afd8-e6228bafe0a6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (d84bb1a3-9db9-4e5b-b9d7-299214a8bef6), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:20.834594 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98127eaa-b57b-4a06-afd8-e6228bafe0a6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (d84bb1a3-9db9-4e5b-b9d7-299214a8bef6), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:20.855353 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98127eaa-b57b-4a06-afd8-e6228bafe0a6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84bb1a3-9db9-4e5b-b9d7-299214a8bef6,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:20.937627 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['e04fd2a5-71ff-45f3-9048-67354358ad48'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:23:20.962078 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-98127eaa-b57b-4a06-afd8-e6228bafe0a6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:20.963495 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-98127eaa-b57b-4a06-afd8-e6228bafe0a6 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3782053 Jan 31 19:23:21.082353 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5936b91f-6c5f-4820-a425-3f1af0f915f7 req-c96fcfb6-0a81-41da-9de3-94c01db9d6c3 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66042564&fields=id&tenant_id=47ca2a0269214434a3c8676e3a51126e HTTP/1.1" status: 200 len: 267 time: 0.0626822 Jan 31 19:23:21.149317 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936b91f-6c5f-4820-a425-3f1af0f915f7 req-ea9e27d7-a9a3-4c44-b433-b07c259252b9 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:21.151012 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5936b91f-6c5f-4820-a425-3f1af0f915f7 req-ea9e27d7-a9a3-4c44-b433-b07c259252b9 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.0634379 Jan 31 19:23:21.167260 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [req-5936b91f-6c5f-4820-a425-3f1af0f915f7 req-e7d95b5b-2de2-4b03-95f8-5fb115e6e377 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Request body: {'port': {'security_groups': ['9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6', '770117f7-aa74-425a-9043-e4793c7678d0']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:21.261698 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-5936b91f-6c5f-4820-a425-3f1af0f915f7 req-e7d95b5b-2de2-4b03-95f8-5fb115e6e377 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (d254001e-8ef7-43ee-8816-0f691010685a), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:21.488147 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-5936b91f-6c5f-4820-a425-3f1af0f915f7 req-e7d95b5b-2de2-4b03-95f8-5fb115e6e377 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] For port d254001e-8ef7-43ee-8816-0f691010685a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d254001e-8ef7-43ee-8816-0f691010685a,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:21.522932 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-5936b91f-6c5f-4820-a425-3f1af0f915f7 req-e7d95b5b-2de2-4b03-95f8-5fb115e6e377 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for port (d254001e-8ef7-43ee-8816-0f691010685a), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:21.624245 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd6827-6118-4a12-a75c-91a456a38b73 req-0340e62f-8c22-4f2b-92ce-e3b271a0e4d4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:21.626439 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-dbfd6827-6118-4a12-a75c-91a456a38b73 req-0340e62f-8c22-4f2b-92ce-e3b271a0e4d4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 944 time: 0.0566311 Jan 31 19:23:21.645748 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-5936b91f-6c5f-4820-a425-3f1af0f915f7 req-e7d95b5b-2de2-4b03-95f8-5fb115e6e377 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208178'] for port (d254001e-8ef7-43ee-8816-0f691010685a), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:21.662986 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['d254001e-8ef7-43ee-8816-0f691010685a'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:23:21.687162 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-dbfd6827-6118-4a12-a75c-91a456a38b73 req-0a9d08c1-f3b0-4a19-9da4-9d1bf6d83465 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546582 Jan 31 19:23:21.701701 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936b91f-6c5f-4820-a425-3f1af0f915f7 req-e7d95b5b-2de2-4b03-95f8-5fb115e6e377 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:21.702371 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-5936b91f-6c5f-4820-a425-3f1af0f915f7 req-e7d95b5b-2de2-4b03-95f8-5fb115e6e377 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:21.707134 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5936b91f-6c5f-4820-a425-3f1af0f915f7 req-e7d95b5b-2de2-4b03-95f8-5fb115e6e377 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "PUT /v2.0/ports/d254001e-8ef7-43ee-8816-0f691010685a HTTP/1.1" status: 200 len: 982 time: 0.5448506 Jan 31 19:23:21.707622 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:21.710050 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0140be83-c68d-492c-b0d1-822ca8af5109" -d '{"events": [{"name": "network-changed", "server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "tag": "d254001e-8ef7-43ee-8816-0f691010685a"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:21.737854 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d95b5b-2de2-4b03-95f8-5fb115e6e377 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event updated for resources: {'Port': ['ID=d254001e-8ef7-43ee-8816-0f691010685a,revision_number=6']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:21.780149 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ec6423-b874-452b-9d81-e9751b102d99 x-openstack-request-id: req-16ec6423-b874-452b-9d81-e9751b102d99 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:21.780522 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "tag": "d254001e-8ef7-43ee-8816-0f691010685a", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:21.780847 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-16ec6423-b874-452b-9d81-e9751b102d99 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:21.781339 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a', 'status': 'completed', 'code': 200} Jan 31 19:23:21.849899 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ca0c6-2e51-44af-afce-0638343171a1 req-16d3ae6c-6269-4e2f-8b17-4bae406dfa67 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:21.851966 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c44ca0c6-2e51-44af-afce-0638343171a1 req-16d3ae6c-6269-4e2f-8b17-4bae406dfa67 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0740280 Jan 31 19:23:21.854109 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['d254001e-8ef7-43ee-8816-0f691010685a'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:23:21.894984 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140be83-c68d-492c-b0d1-822ca8af5109 req-c4baeaa2-0769-4dd0-b3dd-6e7b760beecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:21.896887 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0140be83-c68d-492c-b0d1-822ca8af5109 req-c4baeaa2-0769-4dd0-b3dd-6e7b760beecd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=47ca2a0269214434a3c8676e3a51126e&device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 1169 time: 0.0715106 Jan 31 19:23:21.949159 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c44ca0c6-2e51-44af-afce-0638343171a1 req-13ce903d-208e-4b21-b311-52374790474e tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0880232 Jan 31 19:23:22.035991 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140be83-c68d-492c-b0d1-822ca8af5109 req-4de6ef29-88b5-49c6-89be-af7a32439563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:22.037014 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-97649a6a-81fc-4681-aceb-4a1439145b8a None None] Provisioning complete for port d254001e-8ef7-43ee-8816-0f691010685a triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:23:22.037549 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-97649a6a-81fc-4681-aceb-4a1439145b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (d254001e-8ef7-43ee-8816-0f691010685a), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:22.038279 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0140be83-c68d-492c-b0d1-822ca8af5109 req-4de6ef29-88b5-49c6-89be-af7a32439563 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed0ec79a-b707-4b56-918d-78a1f0122266 HTTP/1.1" status: 200 len: 917 time: 0.1302865 Jan 31 19:23:22.161642 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device e04fd2a5-71ff-45f3-9048-67354358ad48 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:23:22.176032 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0140be83-c68d-492c-b0d1-822ca8af5109 req-9cf2e260-60a8-487c-a9e2-e798d0042847 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d254001e-8ef7-43ee-8816-0f691010685a HTTP/1.1" status: 200 len: 1002 time: 0.1283751 Jan 31 19:23:22.233959 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-84a9e036-fea8-4a25-b667-f806257dfc94 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085616352&fields=id&tenant_id=c5efca44518b4d30a825cfc60b7394a2 HTTP/1.1" status: 200 len: 267 time: 0.1263976 Jan 31 19:23:22.271302 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140be83-c68d-492c-b0d1-822ca8af5109 req-7f11a24a-3966-4da5-be1a-7ef35cbdd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:22.272865 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0140be83-c68d-492c-b0d1-822ca8af5109 req-7f11a24a-3966-4da5-be1a-7ef35cbdd8c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42e5d16d-821a-432f-8a42-15df80176ccc HTTP/1.1" status: 200 len: 854 time: 0.0872264 Jan 31 19:23:22.399067 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140be83-c68d-492c-b0d1-822ca8af5109 req-c6670d66-961c-43fb-b825-9eb91d76bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:22.400697 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0140be83-c68d-492c-b0d1-822ca8af5109 req-c6670d66-961c-43fb-b825-9eb91d76bdcb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed0ec79a-b707-4b56-918d-78a1f0122266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1122577 Jan 31 19:23:22.432376 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-fc8ce7a0-7970-40c7-853d-5ba7da0d4095 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:22.434529 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-fc8ce7a0-7970-40c7-853d-5ba7da0d4095 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/networks?id=69f1d602-943c-4223-895a-eb212dc4ad0b HTTP/1.1" status: 200 len: 808 time: 0.1932485 Jan 31 19:23:22.470252 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-97649a6a-81fc-4681-aceb-4a1439145b8a None None] Current status of the port d254001e-8ef7-43ee-8816-0f691010685a is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:22.475332 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-206c5e04-5529-4621-b343-64abb57c2f05 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/quotas/c5efca44518b4d30a825cfc60b7394a2 HTTP/1.1" status: 200 len: 375 time: 0.0236993 Jan 31 19:23:22.575111 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0140be83-c68d-492c-b0d1-822ca8af5109 req-11ca101c-eb9c-4833-89fd-dc6cd89b149b service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648180 Jan 31 19:23:22.585393 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-200cc026-9c21-4c57-b6f5-9ba275b83f24 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5efca44518b4d30a825cfc60b7394a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840688 Jan 31 19:23:22.607787 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port e04fd2a5-71ff-45f3-9048-67354358ad48 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:23:22.614851 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-4ad4f480-c87a-4375-999b-671a82db4217 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:22.617507 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-4ad4f480-c87a-4375-999b-671a82db4217 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/networks?id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 HTTP/1.1" status: 200 len: 815 time: 0.1539299 Jan 31 19:23:22.618881 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port e04fd2a5-71ff-45f3-9048-67354358ad48 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:23:22.619261 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:22.639135 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-3a1e4885-52db-459f-a36e-142fb3b2c858 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/quotas/a92e2e1108bd4c2fb35eeaf9faa5aab3 HTTP/1.1" status: 200 len: 375 time: 0.0108161 Jan 31 19:23:22.714482 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-bf56ba02-00d7-49a9-b17d-d4be598ddd1e tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0635402 Jan 31 19:23:22.776260 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0140be83-c68d-492c-b0d1-822ca8af5109 req-80210b26-3975-4de9-9a60-3ad603ea8df8 service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889346 Jan 31 19:23:22.776519 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port e04fd2a5-71ff-45f3-9048-67354358ad48 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:22.776996 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:22.782948 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-af92dbc4-3b9c-46d2-a191-5ea2a04f6463 service neutron] 10.222.0.72 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730063 Jan 31 19:23:22.808056 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:22.810560 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e841f402-6878-49a5-88ec-8120de69cafe" -d '{"events": [{"server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "name": "network-vif-plugged", "status": "completed", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:22.825093 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port e04fd2a5-71ff-45f3-9048-67354358ad48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e04fd2a5-71ff-45f3-9048-67354358ad48,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:22.829721 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-7a08a36b-108d-4f03-9e6e-4988ccc4babc service neutron] 10.222.0.72 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146734 Jan 31 19:23:22.907162 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-a6d71161-81de-4589-a741-79c6ed69f949 service neutron] 10.222.0.72 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141448 Jan 31 19:23:22.910559 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:22.948062 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-50a8ab67-ec38-4c78-879d-e9f4af709ba5 service neutron] 10.222.0.72 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121144 Jan 31 19:23:22.979077 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=e04fd2a5-71ff-45f3-9048-67354358ad48,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:23.301258 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00660f7f-1c49-43a4-8eae-9147dacc7f00 req-31b217ca-81f3-4872-acca-bbbc3d495b6a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:23.304454 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-00660f7f-1c49-43a4-8eae-9147dacc7f00 req-31b217ca-81f3-4872-acca-bbbc3d495b6a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0687029 Jan 31 19:23:23.369781 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-00660f7f-1c49-43a4-8eae-9147dacc7f00 req-e7e5f62f-023b-4d84-b2e4-32a2916dc8fc tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583463 Jan 31 19:23:23.413939 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b988aa-9e6f-4a66-b56d-d9e00668957b x-openstack-request-id: req-45b988aa-9e6f-4a66-b56d-d9e00668957b {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:23.413939 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "name": "network-vif-plugged", "status": "completed", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:23.413939 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-45b988aa-9e6f-4a66-b56d-d9e00668957b {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:23.413939 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'code': 200} Jan 31 19:23:23.473196 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f2902ade-3d06-495c-a282-1236adaa4c90 req-7453b829-0c3c-428d-99ac-bf5bf283fbe7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 210 time: 0.0313222 Jan 31 19:23:23.706707 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1b4a8423-972f-424d-9348-558141a4e2fb req-0c80e017-3681-46d9-bf28-1691abbbe7d1 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 210 time: 0.0362480 Jan 31 19:23:23.943547 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e9393-d851-4e55-9f2c-a0b662c83c38 req-5c767e94-a910-449f-8388-78d048113524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:23.943547 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-039e9393-d851-4e55-9f2c-a0b662c83c38 req-5c767e94-a910-449f-8388-78d048113524 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 1129 time: 0.0514550 Jan 31 19:23:24.001065 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-039e9393-d851-4e55-9f2c-a0b662c83c38 req-aa9ae34b-b5e4-4177-a28e-4848cb2ad094 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410361 Jan 31 19:23:24.510634 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66cb74-b8a7-428a-9724-fa589a82941c req-1fa2c59e-f12c-48f4-a6a8-c15a8558fe3c tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:24.510634 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bc66cb74-b8a7-428a-9724-fa589a82941c req-1fa2c59e-f12c-48f4-a6a8-c15a8558fe3c tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0632472 Jan 31 19:23:24.572656 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bc66cb74-b8a7-428a-9724-fa589a82941c req-b49c47d6-7250-41f8-8fa7-e5743246b508 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572476 Jan 31 19:23:24.597009 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c8fca795-558e-4ab2-bc65-63ec8cfdf26e req-479f512d-0564-44a3-ba89-8fd16e231f2b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 210 time: 0.0433884 Jan 31 19:23:24.883368 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-46bd5cad-c7b0-4783-b273-133c040baf9f req-993b99c5-87a0-4605-a3c4-0105d9022d82 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 210 time: 0.0314724 Jan 31 19:23:25.717480 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f68ff8-11bf-4949-a651-b62699bca7fb req-fa2d35cc-063f-4c12-ae1d-f8c6bea43586 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:25.719015 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-14f68ff8-11bf-4949-a651-b62699bca7fb req-fa2d35cc-063f-4c12-ae1d-f8c6bea43586 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0684164 Jan 31 19:23:25.778838 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-14f68ff8-11bf-4949-a651-b62699bca7fb req-02f5bf7b-ca25-4ba7-b2c9-34ebb8218ccb tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529273 Jan 31 19:23:25.811570 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-56fd1190-bbd1-47b6-ab52-ab914acc255c req-c9d7f8c2-e604-446f-a162-b662014e3e7f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 210 time: 0.0361817 Jan 31 19:23:25.961347 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67735b-e71e-44bf-83eb-0763f5e87580 req-1bcc08c0-cee3-4afd-aa42-3c020410d8c5 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:25.962972 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4a67735b-e71e-44bf-83eb-0763f5e87580 req-1bcc08c0-cee3-4afd-aa42-3c020410d8c5 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0608339 Jan 31 19:23:25.992270 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9f86db80-aaa5-43fb-a060-853c0114e202 req-85b5112c-6d55-4300-9c0a-46fd2fc985d6 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 210 time: 0.0303273 Jan 31 19:23:26.026239 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4a67735b-e71e-44bf-83eb-0763f5e87580 req-b6a116bc-b1af-44de-9b7c-55c8a127416e tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558219 Jan 31 19:23:26.170082 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-35951992-0dd5-4fd3-bf47-d971abf8fecd tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:26.171608 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-35951992-0dd5-4fd3-bf47-d971abf8fecd tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "GET /v2.0/networks?id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 HTTP/1.1" status: 200 len: 815 time: 0.1236479 Jan 31 19:23:26.192291 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-a1744160-8b7e-4bde-b326-95adcec0fb8b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Request body: {'port': {'device_id': '0fd32111-b831-4549-9037-9a27c8299d3d', 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458', 'admin_state_up': True, 'tenant_id': 'a92e2e1108bd4c2fb35eeaf9faa5aab3'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:26.360817 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-a1744160-8b7e-4bde-b326-95adcec0fb8b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Made reservation on behalf of a92e2e1108bd4c2fb35eeaf9faa5aab3 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:23:26.364301 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-a1744160-8b7e-4bde-b326-95adcec0fb8b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:26.547115 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-a1744160-8b7e-4bde-b326-95adcec0fb8b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Allocated IP 172.20.0.2 (a900c6a6-121d-4d2c-8a6e-ffbf01bb1458/0c78c46a-1e59-4ef1-ad8d-16edc57d0360/0faa06ae-cdf8-44ea-8582-70f753e1fe55) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:23:26.667661 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-a1744160-8b7e-4bde-b326-95adcec0fb8b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks [] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:26.789090 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-e7e2e2c0-58f7-4936-a6bd-d4508f6a3283 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:26.790538 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-e7e2e2c0-58f7-4936-a6bd-d4508f6a3283 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.77 "GET /v2.0/networks?id=69f1d602-943c-4223-895a-eb212dc4ad0b HTTP/1.1" status: 200 len: 808 time: 0.1049740 Jan 31 19:23:26.887156 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-a1744160-8b7e-4bde-b326-95adcec0fb8b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:26.903896 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-636b3b72-e82a-4878-8e73-6e8ac89dc334 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5efca44518b4d30a825cfc60b7394a2 HTTP/1.1" status: 200 len: 380 time: 0.0849535 Jan 31 19:23:26.906305 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['81ff1857-121a-49e4-aa63-ea3f0f4bef0c'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:23:26.930578 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f225b1eb-3ec7-40b8-9ab1-9fe81686118e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Request body: {'port': {'device_id': '7e287594-f705-4999-b8bd-c8289d6cab71', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'admin_state_up': True, 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'security_groups': ['cd04afa1-4ad3-4dfb-84c6-c16b76754f68']}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:26.943410 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-a1744160-8b7e-4bde-b326-95adcec0fb8b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:23:26.951470 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-a1744160-8b7e-4bde-b326-95adcec0fb8b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:23:26.954278 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-a1744160-8b7e-4bde-b326-95adcec0fb8b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:23:26.964224 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1744160-8b7e-4bde-b326-95adcec0fb8b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Pushing event updated for resources: {'Port': ['ID=0faa06ae-cdf8-44ea-8582-70f753e1fe55,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:27.009345 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc07e89-e985-4264-909c-90fd3e232b39 req-bc355a93-d747-4d73-99c1-8e63fb89d6d1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:27.011184 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-dcc07e89-e985-4264-909c-90fd3e232b39 req-bc355a93-d747-4d73-99c1-8e63fb89d6d1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.1546464 Jan 31 19:23:27.038550 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4f63c-f02d-4095-bf83-2de92b5f8e9f req-aa8a692b-db7f-4ba4-b067-07846b46dbe3 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:27.045843 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f3b4f63c-f02d-4095-bf83-2de92b5f8e9f req-aa8a692b-db7f-4ba4-b067-07846b46dbe3 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 931 time: 0.1590805 Jan 31 19:23:27.046247 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-a1744160-8b7e-4bde-b326-95adcec0fb8b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:27.048902 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-a1744160-8b7e-4bde-b326-95adcec0fb8b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:27.091892 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-dcc07e89-e985-4264-909c-90fd3e232b39 req-93bd04cb-67c9-429f-9585-127de789fd6d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722568 Jan 31 19:23:27.128431 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f3b4f63c-f02d-4095-bf83-2de92b5f8e9f req-e437dac1-dacd-449b-8fdc-19c3482b0b74 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816031 Jan 31 19:23:27.162356 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-a1744160-8b7e-4bde-b326-95adcec0fb8b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9721062 Jan 31 19:23:27.184453 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Request body: {'port': {'device_id': '0fd32111-b831-4549-9037-9a27c8299d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:27.203811 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6e366065-de4d-40f3-905b-d1e2f37c370c req-41021810-79fc-4b9d-810a-ab29a264593a tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 210 time: 0.0369956 Jan 31 19:23:27.255089 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f225b1eb-3ec7-40b8-9ab1-9fe81686118e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Made reservation on behalf of c5efca44518b4d30a825cfc60b7394a2 for: {'port': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:23:27.258858 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f225b1eb-3ec7-40b8-9ab1-9fe81686118e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:27.297869 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:27.353832 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497682c3-4221-4442-9e8a-32444a2df0c4 req-40334f98-9fb3-44ad-bd31-080e228c3f51 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:27.355427 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-497682c3-4221-4442-9e8a-32444a2df0c4 req-40334f98-9fb3-44ad-bd31-080e228c3f51 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1559303 Jan 31 19:23:27.389370 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5cbed-32c1-4a00-8d9c-1168dcdc5c49 req-0762ef51-9c79-47c6-a678-851ddd3c806a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:27.391484 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-73c5cbed-32c1-4a00-8d9c-1168dcdc5c49 req-0762ef51-9c79-47c6-a678-851ddd3c806a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.1068435 Jan 31 19:23:27.417654 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 57040) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:27.426824 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b781e616-81b5-496c-a102-020ca59b1571 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Request body: {'floatingip': {'port_id': 'e04fd2a5-71ff-45f3-9048-67354358ad48'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:27.497141 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-497682c3-4221-4442-9e8a-32444a2df0c4 req-5490c288-33e7-453a-905f-0a1948ca08cc tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339116 Jan 31 19:23:27.501529 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b781e616-81b5-496c-a102-020ca59b1571 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (f5e9e733-0588-4bf6-b076-567660248bae), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:27.541195 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f225b1eb-3ec7-40b8-9ab1-9fe81686118e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Allocated IP 172.20.0.11 (69f1d602-943c-4223-895a-eb212dc4ad0b/46e8aa26-6133-47ff-900d-280c86d19f51/f205c3d9-b581-46cf-807c-18017a205039) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:23:27.649494 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0faa06ae-cdf8-44ea-8582-70f753e1fe55 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:23:27.665361 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Publish callbacks [] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:27.680607 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Transition to ACTIVE for port object 0faa06ae-cdf8-44ea-8582-70f753e1fe55 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:23:27.811854 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:27.851342 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f225b1eb-3ec7-40b8-9ab1-9fe81686118e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for port (f205c3d9-b581-46cf-807c-18017a205039), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:27.884163 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Pushing event updated for resources: {'Port': ['ID=0faa06ae-cdf8-44ea-8582-70f753e1fe55,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:27.941632 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Attempting to bind port 0faa06ae-cdf8-44ea-8582-70f753e1fe55 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:23:27.942345 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Attempting to bind port 0faa06ae-cdf8-44ea-8582-70f753e1fe55 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:23:27.942345 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Attempting to bind port 0faa06ae-cdf8-44ea-8582-70f753e1fe55 on network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:23:27.946765 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Port 0faa06ae-cdf8-44ea-8582-70f753e1fe55 on network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:23:27.947376 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Attempting to bind port 0faa06ae-cdf8-44ea-8582-70f753e1fe55 on network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:23:27.952131 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:23:27.952460 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Checking segment: {'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:23:27.952876 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Bound using segment: {'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:23:27.953532 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Bound port: 0faa06ae-cdf8-44ea-8582-70f753e1fe55, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:23:27.953973 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:28.025475 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] For port 0faa06ae-cdf8-44ea-8582-70f753e1fe55, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:23:28.030520 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] For port 0faa06ae-cdf8-44ea-8582-70f753e1fe55, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0faa06ae-cdf8-44ea-8582-70f753e1fe55,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:23:28.166343 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:28.204078 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:28.204967 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:28.207345 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] 10.222.0.77 "PUT /v2.0/ports/0faa06ae-cdf8-44ea-8582-70f753e1fe55 HTTP/1.1" status: 200 len: 1093 time: 1.0300422 Jan 31 19:23:28.208058 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd32111-b831-4549-9037-9a27c8299d3d', 'tag': '0faa06ae-cdf8-44ea-8582-70f753e1fe55'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:28.212055 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fa41a4-3390-4eed-8c26-f4ed2b7712a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd32111-b831-4549-9037-9a27c8299d3d", "tag": "0faa06ae-cdf8-44ea-8582-70f753e1fe55"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:28.276486 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31a2879-6660-47ba-9466-bda5f80f0f83 x-openstack-request-id: req-c31a2879-6660-47ba-9466-bda5f80f0f83 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:28.276777 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd32111-b831-4549-9037-9a27c8299d3d", "tag": "0faa06ae-cdf8-44ea-8582-70f753e1fe55", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:28.277120 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c31a2879-6660-47ba-9466-bda5f80f0f83 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:28.277488 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd32111-b831-4549-9037-9a27c8299d3d', 'tag': '0faa06ae-cdf8-44ea-8582-70f753e1fe55', 'status': 'completed', 'code': 200} Jan 31 19:23:28.293002 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f225b1eb-3ec7-40b8-9ab1-9fe81686118e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (f205c3d9-b581-46cf-807c-18017a205039), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:28.295497 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f70bca-ac4f-4c74-b3ca-576639b03d12 service neutron] Pushing event updated for resources: {'Port': ['ID=0faa06ae-cdf8-44ea-8582-70f753e1fe55,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:28.353835 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6deb40f-fcb9-490c-a42f-a527c946f501 req-357cc42a-597f-46f2-a1cb-512a57d68369 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:28.357759 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e6deb40f-fcb9-490c-a42f-a527c946f501 req-357cc42a-597f-46f2-a1cb-512a57d68369 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 943 time: 0.1286848 Jan 31 19:23:28.389533 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa41a4-3390-4eed-8c26-f4ed2b7712a1 req-9f801bba-e49c-49b2-9ee7-d5d7eb4215d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:28.391704 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-03fa41a4-3390-4eed-8c26-f4ed2b7712a1 req-9f801bba-e49c-49b2-9ee7-d5d7eb4215d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 1127 time: 0.0919509 Jan 31 19:23:28.395173 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f225b1eb-3ec7-40b8-9ab1-9fe81686118e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Network 69f1d602-943c-4223-895a-eb212dc4ad0b is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:23:28.419664 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f225b1eb-3ec7-40b8-9ab1-9fe81686118e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:23:28.424882 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225b1eb-3ec7-40b8-9ab1-9fe81686118e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Pushing event updated for resources: {'Port': ['ID=f205c3d9-b581-46cf-807c-18017a205039,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:28.429230 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f225b1eb-3ec7-40b8-9ab1-9fe81686118e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:23:28.435896 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e6deb40f-fcb9-490c-a42f-a527c946f501 req-0f8654e7-f8f4-4674-8221-855f7b828917 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731514 Jan 31 19:23:28.529226 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa41a4-3390-4eed-8c26-f4ed2b7712a1 req-0aba2c4c-1346-4b7b-8d4d-710d996c19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:28.531258 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-03fa41a4-3390-4eed-8c26-f4ed2b7712a1 req-0aba2c4c-1346-4b7b-8d4d-710d996c19e5 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1294782 Jan 31 19:23:28.556997 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1380d48-75fd-46a4-bf82-ddaa6f336c63 req-5be07dbf-03c6-47ed-85ae-509831d7767e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:28.558830 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f1380d48-75fd-46a4-bf82-ddaa6f336c63 req-5be07dbf-03c6-47ed-85ae-509831d7767e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 932 time: 0.2273049 Jan 31 19:23:28.561133 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b781e616-81b5-496c-a102-020ca59b1571 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:28.567637 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f225b1eb-3ec7-40b8-9ab1-9fe81686118e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:28.568296 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f225b1eb-3ec7-40b8-9ab1-9fe81686118e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:28.630065 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f1380d48-75fd-46a4-bf82-ddaa6f336c63 req-f6089a95-fd5e-434c-8b26-862c2050f1b4 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579154 Jan 31 19:23:28.703929 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa41a4-3390-4eed-8c26-f4ed2b7712a1 req-97eff142-b2b7-402d-8f9f-200db98b80be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:28.705840 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-03fa41a4-3390-4eed-8c26-f4ed2b7712a1 req-97eff142-b2b7-402d-8f9f-200db98b80be service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1656129 Jan 31 19:23:28.708816 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b781e616-81b5-496c-a102-020ca59b1571 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (f5e9e733-0588-4bf6-b076-567660248bae), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:28.720617 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688504fb-e40a-47a1-aa43-5fdc6138d5b7 req-e2d28db3-7dd4-4227-b7b8-543830fb8c56 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:28.722217 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-688504fb-e40a-47a1-aa43-5fdc6138d5b7 req-e2d28db3-7dd4-4227-b7b8-543830fb8c56 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.0922375 Jan 31 19:23:28.757411 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-b539e6bd-f387-46d2-b5d2-ea9aaf1b18f4 None None] Provisioning complete for port f205c3d9-b581-46cf-807c-18017a205039 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:23:28.758457 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b539e6bd-f387-46d2-b5d2-ea9aaf1b18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f205c3d9-b581-46cf-807c-18017a205039), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:28.803557 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-688504fb-e40a-47a1-aa43-5fdc6138d5b7 req-5281ade2-05f0-4cb4-a8eb-6c8bd49f0e6f tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748091 Jan 31 19:23:28.811808 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b539e6bd-f387-46d2-b5d2-ea9aaf1b18f4 None None] Port f205c3d9-b581-46cf-807c-18017a205039 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:23:28.823172 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.l3_db [None req-b781e616-81b5-496c-a102-020ca59b1571 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Floating IP f5e9e733-0588-4bf6-b076-567660248bae associated. External IP: 172.27.1.180, port: e04fd2a5-71ff-45f3-9048-67354358ad48. Jan 31 19:23:28.831992 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-675df0b3-2de6-4cae-9bf6-375e75b9926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:28.833629 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-675df0b3-2de6-4cae-9bf6-375e75b9926e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 1127 time: 0.0689616 Jan 31 19:23:28.862520 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f225b1eb-3ec7-40b8-9ab1-9fe81686118e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9371111 Jan 31 19:23:28.882925 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Request body: {'port': {'device_id': '7e287594-f705-4999-b8bd-c8289d6cab71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:28.932900 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-804136cd-1e39-42e0-b0aa-b20bdf5aaff4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0faa06ae-cdf8-44ea-8582-70f753e1fe55 HTTP/1.1" status: 200 len: 217 time: 0.0583000 Jan 31 19:23:28.999105 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f205c3d9-b581-46cf-807c-18017a205039), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:29.003797 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-3ce78f0e-e3e0-4187-b28c-5fa926396a4d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:29.005490 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-3ce78f0e-e3e0-4187-b28c-5fa926396a4d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1296546 Jan 31 19:23:29.007158 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-1269e704-9d10-4c72-83f0-c3673ffde30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:29.008483 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-1269e704-9d10-4c72-83f0-c3673ffde30b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c78c46a-1e59-4ef1-ad8d-16edc57d0360 HTTP/1.1" status: 200 len: 855 time: 0.0661674 Jan 31 19:23:29.070211 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-37928db0-253f-46ae-bea2-077c2114db1b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442693 Jan 31 19:23:29.203655 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b781e616-81b5-496c-a102-020ca59b1571 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Router 689533e0-2755-47cf-adf4-823b48dc25e2 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:23:29.212683 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-56ce4bcf-3538-4048-96aa-0d18714e98c0 service neutron] 10.222.0.77 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262686 Jan 31 19:23:29.214755 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Deleting port acc8d828-a8ad-4f2d-b803-88a32da41b34 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:23:29.215099 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:29.410365 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b781e616-81b5-496c-a102-020ca59b1571 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:23:29.415479 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b781e616-81b5-496c-a102-020ca59b1571 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:29.421160 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fbe2b1-7b88-4fa5-8578-4b72fb0f1f86 None None] Sync routers for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:23:29.435859 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fbe2b1-7b88-4fa5-8578-4b72fb0f1f86 None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:29.436511 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c1fbe2b1-7b88-4fa5-8578-4b72fb0f1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:23:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:29.487047 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b781e616-81b5-496c-a102-020ca59b1571 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "PUT /v2.0/floatingips/f5e9e733-0588-4bf6-b076-567660248bae HTTP/1.1" status: 200 len: 991 time: 2.0600729 Jan 31 19:23:29.487047 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:29.489341 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb83236-304d-4405-9a58-52fd34428800" -d '{"events": [{"name": "network-changed", "server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:29.500516 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f205c3d9-b581-46cf-807c-18017a205039 {{(pid=103243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:23:29.509759 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Publish callbacks [] for port (f205c3d9-b581-46cf-807c-18017a205039), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:29.523883 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.provisioning_blocks [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Transition to ACTIVE for port object f205c3d9-b581-46cf-807c-18017a205039 will not be triggered until provisioned by entity L2. {{(pid=103243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:23:29.599585 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c1fbe2b1-7b88-4fa5-8578-4b72fb0f1f86 None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:29.604197 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bcfbe-3609-4a4e-9e7a-091da89635f7 req-04ababc3-f3ec-461f-a2f1-4f4a44a35955 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:29.605832 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-565bcfbe-3609-4a4e-9e7a-091da89635f7 req-04ababc3-f3ec-461f-a2f1-4f4a44a35955 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 943 time: 0.0681844 Jan 31 19:23:29.658251 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208178'] for port (f205c3d9-b581-46cf-807c-18017a205039), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:29.705603 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-565bcfbe-3609-4a4e-9e7a-091da89635f7 req-d9d41385-6dfc-4516-8948-18866917f671 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923955 Jan 31 19:23:29.714335 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] For port acc8d828-a8ad-4f2d-b803-88a32da41b34, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=acc8d828-a8ad-4f2d-b803-88a32da41b34,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:29.714689 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:29.738843 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ea1b110c-ad37-4bcc-aefd-056d7c8b892e req-5d94ec75-ac42-444e-8fe6-ca7a955c86ec service neutron] 10.222.0.77 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166843 Jan 31 19:23:29.739063 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Pushing event updated for resources: {'Port': ['ID=f205c3d9-b581-46cf-807c-18017a205039,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:29.751107 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2195c-c6c6-41aa-96d7-b28ee2ce65ae req-79cd6737-cd03-44ee-b707-4c93f4a82b44 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:29.753373 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-76f2195c-c6c6-41aa-96d7-b28ee2ce65ae req-79cd6737-cd03-44ee-b707-4c93f4a82b44 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.1559887 Jan 31 19:23:29.840606 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a04e3ec-69f3-4b18-91c7-589fffdfe5ca x-openstack-request-id: req-4a04e3ec-69f3-4b18-91c7-589fffdfe5ca {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:29.841036 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:29.841320 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4a04e3ec-69f3-4b18-91c7-589fffdfe5ca {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:29.841727 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'status': 'completed', 'code': 200} Jan 31 19:23:29.845758 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Attempting to bind port f205c3d9-b581-46cf-807c-18017a205039 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:23:29.846031 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Attempting to bind port f205c3d9-b581-46cf-807c-18017a205039 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:23:29.846365 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Attempting to bind port f205c3d9-b581-46cf-807c-18017a205039 on network 69f1d602-943c-4223-895a-eb212dc4ad0b {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:23:29.852004 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Port f205c3d9-b581-46cf-807c-18017a205039 on network 69f1d602-943c-4223-895a-eb212dc4ad0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:23:29.852328 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Attempting to bind port f205c3d9-b581-46cf-807c-18017a205039 on network 69f1d602-943c-4223-895a-eb212dc4ad0b {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:23:29.858089 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:23:29.860347 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Checking segment: {'id': '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:23:29.860347 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Bound using segment: {'id': '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:23:29.860347 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Bound port: f205c3d9-b581-46cf-807c-18017a205039, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:23:29.860940 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f205c3d9-b581-46cf-807c-18017a205039), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:29.903476 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c1fbe2b1-7b88-4fa5-8578-4b72fb0f1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': 'f5e9e733-0588-4bf6-b076-567660248bae', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'port_id': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'mac_address': 'fa:16:3e:4e:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11945498-931d-41c5-bf16-aa6ade272772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:10Z', 'updated_at': '2022-01-31T19:23:28Z', 'revision_number': 1, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:57Z', 'revision_number': 5, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:29.936573 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fbe2b1-7b88-4fa5-8578-4b72fb0f1f86 None None] Checking router: 689533e0-2755-47cf-adf4-823b48dc25e2 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:23:29.948470 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fbe2b1-7b88-4fa5-8578-4b72fb0f1f86 None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:29.957901 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c1fbe2b1-7b88-4fa5-8578-4b72fb0f1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:23:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:29.994363 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] For port f205c3d9-b581-46cf-807c-18017a205039, host hv-cinder-81322, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:23:30.003566 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] For port f205c3d9-b581-46cf-807c-18017a205039, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f205c3d9-b581-46cf-807c-18017a205039,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:23:30.011604 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0de4ec-63d3-4bce-8f5f-88ccb05ba719 req-6369fb67-b36d-4486-ab59-055517b15ea9 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:30.019916 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7c0de4ec-63d3-4bce-8f5f-88ccb05ba719 req-6369fb67-b36d-4486-ab59-055517b15ea9 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.1133432 Jan 31 19:23:30.077631 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-76f2195c-c6c6-41aa-96d7-b28ee2ce65ae req-588b9a25-fee6-4f26-8bdf-fdd8bbfba680 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561426 Jan 31 19:23:30.085601 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7c0de4ec-63d3-4bce-8f5f-88ccb05ba719 req-068ca068-ca7f-4949-aa01-527509a221ec tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646298 Jan 31 19:23:30.109349 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208178'] for port (f205c3d9-b581-46cf-807c-18017a205039), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:30.111422 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c1fbe2b1-7b88-4fa5-8578-4b72fb0f1f86 None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:30.128724 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83236-304d-4405-9a58-52fd34428800 req-bcb0d2da-e4c2-4ce1-919a-085aaabddd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:30.130483 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eeb83236-304d-4405-9a58-52fd34428800 req-bcb0d2da-e4c2-4ce1-919a-085aaabddd75 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 1129 time: 0.2320247 Jan 31 19:23:30.176917 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:30.177394 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (014e27a5-b39c-44bc-beeb-3e5ade53805e), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:30.177785 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.l3_db [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Floating IP 014e27a5-b39c-44bc-beeb-3e5ade53805e disassociated. External IP: 172.27.1.172, port: acc8d828-a8ad-4f2d-b803-88a32da41b34. Jan 31 19:23:30.178248 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Calling delete_port for acc8d828-a8ad-4f2d-b803-88a32da41b34 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:23:30.218928 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Pushing event updated for resources: {'Port': ['ID=f205c3d9-b581-46cf-807c-18017a205039,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:30.223749 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:30.224338 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:30.226953 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-54b6c69b-7745-45fc-9401-2b4b2fb44f69 service neutron] 10.222.0.77 "PUT /v2.0/ports/f205c3d9-b581-46cf-807c-18017a205039 HTTP/1.1" status: 200 len: 1094 time: 1.3472619 Jan 31 19:23:30.271768 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf1c7a-7589-4716-b0f6-a049ccf38acb req-0d0ea06a-c6d1-4eea-b2d9-0175c5276957 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:30.279207 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-93cf1c7a-7589-4716-b0f6-a049ccf38acb req-0d0ea06a-c6d1-4eea-b2d9-0175c5276957 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 945 time: 0.1111200 Jan 31 19:23:30.319337 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83236-304d-4405-9a58-52fd34428800 req-6a9610c9-d1cc-4918-99dc-5a50ab40a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:30.320955 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eeb83236-304d-4405-9a58-52fd34428800 req-6a9610c9-d1cc-4918-99dc-5a50ab40a7a7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 200 len: 919 time: 0.1785760 Jan 31 19:23:30.331656 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-93cf1c7a-7589-4716-b0f6-a049ccf38acb req-38722aa2-e8e7-4f20-bb85-1dec47927c4f tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514374 Jan 31 19:23:30.419400 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-03367efb-8b95-46b9-abbd-3a448a32dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:30.421169 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-03367efb-8b95-46b9-abbd-3a448a32dda0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5efca44518b4d30a825cfc60b7394a2&device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 1128 time: 0.0544088 Jan 31 19:23:30.444325 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c1fbe2b1-7b88-4fa5-8578-4b72fb0f1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': 'f5e9e733-0588-4bf6-b076-567660248bae', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'port_id': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'mac_address': 'fa:16:3e:4e:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11945498-931d-41c5-bf16-aa6ade272772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:10Z', 'updated_at': '2022-01-31T19:23:28Z', 'revision_number': 1, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:57Z', 'revision_number': 5, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:30.461132 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eeb83236-304d-4405-9a58-52fd34428800 req-564cc994-d62f-4b93-8fe5-ebe9a9e10650 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e04fd2a5-71ff-45f3-9048-67354358ad48 HTTP/1.1" status: 200 len: 999 time: 0.1149366 Jan 31 19:23:30.477188 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fbe2b1-7b88-4fa5-8578-4b72fb0f1f86 None None] The sync data for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi is: [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': 'f5e9e733-0588-4bf6-b076-567660248bae', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'port_id': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'mac_address': 'fa:16:3e:4e:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11945498-931d-41c5-bf16-aa6ade272772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:10Z', 'updated_at': '2022-01-31T19:23:28Z', 'revision_number': 1, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:57Z', 'revision_number': 5, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:23:30.479273 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-1a5b8afd-1cb5-42f6-9377-d9ea87fedc74 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f205c3d9-b581-46cf-807c-18017a205039 HTTP/1.1" status: 200 len: 217 time: 0.0421238 Jan 31 19:23:30.525095 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83236-304d-4405-9a58-52fd34428800 req-bf00ae6a-fc91-48aa-b831-5aa800791876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:30.526659 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eeb83236-304d-4405-9a58-52fd34428800 req-bf00ae6a-fc91-48aa-b831-5aa800791876 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4c50c8fa-063d-4447-81e7-9a815420e7f8 HTTP/1.1" status: 200 len: 856 time: 0.0554693 Jan 31 19:23:30.537465 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (acc8d828-a8ad-4f2d-b803-88a32da41b34), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:30.548493 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f0ebdeb0-bdff-4863-bc97-a1b6491e90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:30.553126 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-f0ebdeb0-bdff-4863-bc97-a1b6491e90c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46e8aa26-6133-47ff-900d-280c86d19f51 HTTP/1.1" status: 200 len: 847 time: 0.0576453 Jan 31 19:23:30.583032 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event deleted for resources: {'Port': ['ID=acc8d828-a8ad-4f2d-b803-88a32da41b34,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:30.609298 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-3fe4f648-2c75-4ce9-a86f-546811ffd631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:30.611433 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-3fe4f648-2c75-4ce9-a86f-546811ffd631 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=69f1d602-943c-4223-895a-eb212dc4ad0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509076 Jan 31 19:23:30.677985 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83236-304d-4405-9a58-52fd34428800 req-7e94380d-7547-490e-a0fc-7bce01da5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:30.679708 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eeb83236-304d-4405-9a58-52fd34428800 req-7e94380d-7547-490e-a0fc-7bce01da5407 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e72e47be-aaa8-400d-b997-58e2a6efc84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1397874 Jan 31 19:23:30.714505 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b815f84-d088-48fe-b533-f23a93aa9ef3 None None] New status for floating IP f5e9e733-0588-4bf6-b076-567660248bae: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:23:30.731466 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-c30e8989-b022-4b51-be47-af2c6108a13f service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098166 Jan 31 19:23:30.808513 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Router 700fb037-3eca-46f6-9309-c6861275e873 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:23:30.836913 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d3c99a00-a277-4e55-ade8-7bcec6565e74 req-074f3dfd-6120-4a0d-835f-8569656c3f07 service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977297 Jan 31 19:23:30.837194 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eeb83236-304d-4405-9a58-52fd34428800 req-d935d551-5dc5-43f7-a121-bd8575749ecb service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223760 Jan 31 19:23:31.055056 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70c281-905c-44a9-bac2-3d5ce0ded77c req-b4c26b09-349e-4416-98a6-207778812f24 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:31.056631 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fa70c281-905c-44a9-bac2-3d5ce0ded77c req-b4c26b09-349e-4416-98a6-207778812f24 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 943 time: 0.1834831 Jan 31 19:23:31.063575 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:23:31.075700 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0adf8f-3ae3-42e1-8a0d-522c0f4dfb73 None None] Sync routers for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:23:31.100426 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0adf8f-3ae3-42e1-8a0d-522c0f4dfb73 None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:31.101183 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dd0adf8f-3ae3-42e1-8a0d-522c0f4dfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:23:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:31.108002 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eeb83236-304d-4405-9a58-52fd34428800 req-9fa347d9-3805-4b3f-82b0-3c0872118f9a service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362347 Jan 31 19:23:31.139602 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] No DVR routers for this DVR port acc8d828-a8ad-4f2d-b803-88a32da41b34 on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:23:31.145150 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:31.148358 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-61b70249-825e-4101-b75f-a0a21e6525d4 req-225453bc-257d-4cc4-bb6b-9096a963197d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.77 "DELETE /v2.0/ports/acc8d828-a8ad-4f2d-b803-88a32da41b34 HTTP/1.1" status: 204 len: 173 time: 2.1292894 Jan 31 19:23:31.148830 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f0ba1c-26d5-444e-97c9-99d55cf5484a', 'name': 'network-vif-deleted', 'tag': 'acc8d828-a8ad-4f2d-b803-88a32da41b34'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:31.151111 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16c0cef-7d76-41ed-915c-b757a176b8b6" -d '{"events": [{"server_uuid": "e5f0ba1c-26d5-444e-97c9-99d55cf5484a", "name": "network-vif-deleted", "tag": "acc8d828-a8ad-4f2d-b803-88a32da41b34"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:31.187053 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fa70c281-905c-44a9-bac2-3d5ce0ded77c req-0f488114-a3d5-44c3-8b76-96c5b901415a tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165705 Jan 31 19:23:31.247516 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413f01f-e362-49e8-8b17-0c742b0e3fdb req-8d07ade3-b2c2-43e9-9afc-a8cf5dbafec1 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:31.249090 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a413f01f-e362-49e8-8b17-0c742b0e3fdb req-8d07ade3-b2c2-43e9-9afc-a8cf5dbafec1 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.0745366 Jan 31 19:23:31.249368 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-dd0adf8f-3ae3-42e1-8a0d-522c0f4dfb73 None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:31.305269 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217d1be-b33a-4134-a9c8-5d244d055a25 req-923c8c13-375d-4813-92ae-b9bc492bb333 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:31.306730 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4217d1be-b33a-4134-a9c8-5d244d055a25 req-923c8c13-375d-4813-92ae-b9bc492bb333 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0564928 Jan 31 19:23:31.325638 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a413f01f-e362-49e8-8b17-0c742b0e3fdb req-af0d9efb-ecb7-45d5-8e7f-843d93691d9a tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694928 Jan 31 19:23:31.372734 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4217d1be-b33a-4134-a9c8-5d244d055a25 req-85ac9e88-7cb7-4584-ba4e-7c78ba88c5f9 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560484 Jan 31 19:23:31.372734 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52373fe0-c216-4624-b032-2ed3b1e91e0f x-openstack-request-id: req-52373fe0-c216-4624-b032-2ed3b1e91e0f {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:31.372734 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f0ba1c-26d5-444e-97c9-99d55cf5484a", "name": "network-vif-deleted", "tag": "acc8d828-a8ad-4f2d-b803-88a32da41b34", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:31.373023 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-52373fe0-c216-4624-b032-2ed3b1e91e0f {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:31.373391 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f0ba1c-26d5-444e-97c9-99d55cf5484a', 'name': 'network-vif-deleted', 'tag': 'acc8d828-a8ad-4f2d-b803-88a32da41b34', 'status': 'completed', 'code': 200} Jan 31 19:23:31.471875 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-042a2bb5-0e0a-474e-9347-3d74be86052e req-99ed523e-7a83-4f5f-8112-c34ea81ef355 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 210 time: 0.0332627 Jan 31 19:23:31.498914 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dd0adf8f-3ae3-42e1-8a0d-522c0f4dfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:50Z', 'revision_number': 5, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:31.526319 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0adf8f-3ae3-42e1-8a0d-522c0f4dfb73 None None] Checking router: 700fb037-3eca-46f6-9309-c6861275e873 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:23:31.534897 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0adf8f-3ae3-42e1-8a0d-522c0f4dfb73 None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:31.535507 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dd0adf8f-3ae3-42e1-8a0d-522c0f4dfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:23:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:31.644997 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-dd0adf8f-3ae3-42e1-8a0d-522c0f4dfb73 None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:31.843022 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:31.846038 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b2161a-7ca8-4772-b10c-14e618d949cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "tag": "f205c3d9-b581-46cf-807c-18017a205039"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:31.863629 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-dd0adf8f-3ae3-42e1-8a0d-522c0f4dfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:50Z', 'revision_number': 5, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:31.885196 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e87df5-331d-4ffe-b77d-4f58d9b02c3c x-openstack-request-id: req-a1e87df5-331d-4ffe-b77d-4f58d9b02c3c {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:31.885489 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "tag": "f205c3d9-b581-46cf-807c-18017a205039", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:31.885739 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a1e87df5-331d-4ffe-b77d-4f58d9b02c3c {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:31.886133 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039', 'status': 'completed', 'code': 200} Jan 31 19:23:31.895113 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0adf8f-3ae3-42e1-8a0d-522c0f4dfb73 None None] The sync data for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi is: [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:50Z', 'revision_number': 5, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:23:31.990502 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2161a-7ca8-4772-b10c-14e618d949cc req-3624ef4c-57d0-4df9-b28a-5c9d5754abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:31.996333 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f8b2161a-7ca8-4772-b10c-14e618d949cc req-3624ef4c-57d0-4df9-b28a-5c9d5754abc5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5efca44518b4d30a825cfc60b7394a2&device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 1128 time: 0.0646122 Jan 31 19:23:32.107299 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2161a-7ca8-4772-b10c-14e618d949cc req-3721a79d-8513-4f00-8cbd-19c54bf03f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:32.107467 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f8b2161a-7ca8-4772-b10c-14e618d949cc req-3721a79d-8513-4f00-8cbd-19c54bf03f76 service neutron] 10.222.0.77 "GET /v2.0/networks?id=69f1d602-943c-4223-895a-eb212dc4ad0b HTTP/1.1" status: 200 len: 910 time: 0.1053379 Jan 31 19:23:32.135068 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcd90c3-a390-4152-9fb8-3ca397c17dd2 None None] New status for floating IP 014e27a5-b39c-44bc-beeb-3e5ade53805e: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:23:32.156446 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f8b2161a-7ca8-4772-b10c-14e618d949cc req-31a7b680-dbe8-4ce8-9db4-c2bbb5b8c3ef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f205c3d9-b581-46cf-807c-18017a205039 HTTP/1.1" status: 200 len: 217 time: 0.0415931 Jan 31 19:23:32.192062 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 0faa06ae-cdf8-44ea-8582-70f753e1fe55 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:23:32.194531 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device acc8d828-a8ad-4f2d-b803-88a32da41b34 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:23:32.231782 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2161a-7ca8-4772-b10c-14e618d949cc req-f75e2fa3-86de-4b54-929e-0d4283f30bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:32.238662 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f8b2161a-7ca8-4772-b10c-14e618d949cc req-f75e2fa3-86de-4b54-929e-0d4283f30bc8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46e8aa26-6133-47ff-900d-280c86d19f51 HTTP/1.1" status: 200 len: 847 time: 0.0731921 Jan 31 19:23:32.348735 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2161a-7ca8-4772-b10c-14e618d949cc req-033650d3-5219-44f8-b256-ae5ecde84da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:32.351016 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f8b2161a-7ca8-4772-b10c-14e618d949cc req-033650d3-5219-44f8-b256-ae5ecde84da1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=69f1d602-943c-4223-895a-eb212dc4ad0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945454 Jan 31 19:23:32.358639 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9816f-1d9a-4b0f-afd0-4dd6478ecbce req-87049a25-d19a-4719-88dc-e428490a7b7c tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:32.370368 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-53f9816f-1d9a-4b0f-afd0-4dd6478ecbce req-87049a25-d19a-4719-88dc-e428490a7b7c tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 943 time: 0.0935752 Jan 31 19:23:32.439745 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-53f9816f-1d9a-4b0f-afd0-4dd6478ecbce req-160870ba-cbd7-4463-9005-4f2a93043bea tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674169 Jan 31 19:23:32.448530 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: acc8d828-a8ad-4f2d-b803-88a32da41b34 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:23:32.448956 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device acc8d828-a8ad-4f2d-b803-88a32da41b34 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:23:32.529360 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f8b2161a-7ca8-4772-b10c-14e618d949cc req-a22b1291-4252-42df-9f97-841f44244cf6 service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565394 Jan 31 19:23:32.550759 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a35dd-dbff-429b-b37a-59588df928c6 req-9cae7ca0-1200-498e-ac22-9f9d7ad56dbd tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:32.552502 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ad4a35dd-dbff-429b-b37a-59588df928c6 req-9cae7ca0-1200-498e-ac22-9f9d7ad56dbd tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.0938957 Jan 31 19:23:32.584516 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 0faa06ae-cdf8-44ea-8582-70f753e1fe55, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0faa06ae-cdf8-44ea-8582-70f753e1fe55,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:32.608089 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': '0faa06ae-cdf8-44ea-8582-70f753e1fe55', 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458', 'port_id': '0faa06ae-cdf8-44ea-8582-70f753e1fe55', 'mac_address': 'fa:16:3e:d0:20:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c78c46a-1e59-4ef1-ad8d-16edc57d0360', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:23:32.612152 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-dc175894-2872-477b-b6bb-4c4e26c8afda req-0e40c362-6469-4a8f-a035-4a083df7db2f tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5f0ba1c-26d5-444e-97c9-99d55cf5484a HTTP/1.1" status: 200 len: 210 time: 0.0461981 Jan 31 19:23:32.653913 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 0faa06ae-cdf8-44ea-8582-70f753e1fe55 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:32.654382 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:32.670231 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0faa06ae-cdf8-44ea-8582-70f753e1fe55 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:23:32.691269 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ad4a35dd-dbff-429b-b37a-59588df928c6 req-22b5f8af-1dc1-4e66-90f9-741fd7922991 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213038 Jan 31 19:23:32.696853 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 0faa06ae-cdf8-44ea-8582-70f753e1fe55, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0faa06ae-cdf8-44ea-8582-70f753e1fe55,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:32.708000 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f8b2161a-7ca8-4772-b10c-14e618d949cc req-8dd30a5f-fe3b-4da0-acc9-eff41188bd27 service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540229 Jan 31 19:23:32.777929 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:32.830549 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=0faa06ae-cdf8-44ea-8582-70f753e1fe55,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:33.121586 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['0faa06ae-cdf8-44ea-8582-70f753e1fe55'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:23:33.566205 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e99465-10b3-4dfb-bf30-cc0dd9a7a890 req-38bab236-3eff-4ec2-94ac-141cf7db6305 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:33.567665 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f2e99465-10b3-4dfb-bf30-cc0dd9a7a890 req-38bab236-3eff-4ec2-94ac-141cf7db6305 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 944 time: 0.0557315 Jan 31 19:23:33.618452 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f2e99465-10b3-4dfb-bf30-cc0dd9a7a890 req-c5e2ce95-1b95-4630-b85f-65bc71077cf9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450683 Jan 31 19:23:33.819135 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 57100) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:33.819954 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33796e-e2ba-43f0-a4e9-3a68d5fdb049 req-7badab3c-57b0-413e-ade3-ffa9e3b438fe tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:33.821609 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e33796e-e2ba-43f0-a4e9-3a68d5fdb049 req-7badab3c-57b0-413e-ade3-ffa9e3b438fe tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.0626702 Jan 31 19:23:33.877636 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-141ba5b5-0fb7-4124-9020-c77281a648fd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group (06ee7f50-dedf-46e6-b3b8-1e556d0bcc20), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:33.878056 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e33796e-e2ba-43f0-a4e9-3a68d5fdb049 req-8c951760-3b6c-42c9-9058-f721dcb61b7a tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507889 Jan 31 19:23:33.902290 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-141ba5b5-0fb7-4124-9020-c77281a648fd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group (06ee7f50-dedf-46e6-b3b8-1e556d0bcc20), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:34.074273 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-141ba5b5-0fb7-4124-9020-c77281a648fd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (06ee7f50-dedf-46e6-b3b8-1e556d0bcc20), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:34.076985 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-141ba5b5-0fb7-4124-9020-c77281a648fd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:34.078750 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-141ba5b5-0fb7-4124-9020-c77281a648fd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "DELETE /v2.0/security-groups/06ee7f50-dedf-46e6-b3b8-1e556d0bcc20 HTTP/1.1" status: 204 len: 168 time: 0.2581060 Jan 31 19:23:34.081861 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 57102) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:34.088151 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ba5b5-0fb7-4124-9020-c77281a648fd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ee7f50-dedf-46e6-b3b8-1e556d0bcc20,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:34.096868 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.api.v2.resource [None req-b069e0d2-e92a-45e2-a990-6b50d4f37f5e tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] show failed (client error): The resource could not be found. Jan 31 19:23:34.098152 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-b069e0d2-e92a-45e2-a990-6b50d4f37f5e tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups/06ee7f50-dedf-46e6-b3b8-1e556d0bcc20 HTTP/1.1" status: 404 len: 347 time: 0.0153029 Jan 31 19:23:34.101145 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 57104) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:34.193445 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 0faa06ae-cdf8-44ea-8582-70f753e1fe55 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:23:34.238006 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f6135424-1f98-4c9e-aa66-824ae73e8976 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Deleting port 0901f632-68f8-4f97-baae-e238c768b785 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:23:34.238391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6135424-1f98-4c9e-aa66-824ae73e8976 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (0901f632-68f8-4f97-baae-e238c768b785), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:34.315665 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port 0faa06ae-cdf8-44ea-8582-70f753e1fe55 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:23:34.317469 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6135424-1f98-4c9e-aa66-824ae73e8976 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (0901f632-68f8-4f97-baae-e238c768b785), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:34.317799 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6135424-1f98-4c9e-aa66-824ae73e8976 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (0901f632-68f8-4f97-baae-e238c768b785), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:34.321285 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port 0faa06ae-cdf8-44ea-8582-70f753e1fe55 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:23:34.321285 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:34.332224 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f6135424-1f98-4c9e-aa66-824ae73e8976 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Calling delete_port for 0901f632-68f8-4f97-baae-e238c768b785 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:23:34.404685 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 0faa06ae-cdf8-44ea-8582-70f753e1fe55 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:34.405115 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:34.428823 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd32111-b831-4549-9037-9a27c8299d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faa06ae-cdf8-44ea-8582-70f753e1fe55'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:34.431189 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abc61ea-89a3-4d60-b507-e8c4f9fd7b57" -d '{"events": [{"server_uuid": "0fd32111-b831-4549-9037-9a27c8299d3d", "name": "network-vif-plugged", "status": "completed", "tag": "0faa06ae-cdf8-44ea-8582-70f753e1fe55"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:34.445669 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 0faa06ae-cdf8-44ea-8582-70f753e1fe55, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0faa06ae-cdf8-44ea-8582-70f753e1fe55,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:34.471579 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c227676-e5b7-439d-9195-bc8ef8df2f8d x-openstack-request-id: req-7c227676-e5b7-439d-9195-bc8ef8df2f8d {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:34.471891 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd32111-b831-4549-9037-9a27c8299d3d", "name": "network-vif-plugged", "status": "completed", "tag": "0faa06ae-cdf8-44ea-8582-70f753e1fe55", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:34.472151 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c227676-e5b7-439d-9195-bc8ef8df2f8d {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:34.472547 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd32111-b831-4549-9037-9a27c8299d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faa06ae-cdf8-44ea-8582-70f753e1fe55', 'code': 200} Jan 31 19:23:34.577340 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:34.600979 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6135424-1f98-4c9e-aa66-824ae73e8976 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (0901f632-68f8-4f97-baae-e238c768b785), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:34.644439 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=0faa06ae-cdf8-44ea-8582-70f753e1fe55,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:34.653995 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6135424-1f98-4c9e-aa66-824ae73e8976 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event deleted for resources: {'Port': ['ID=0901f632-68f8-4f97-baae-e238c768b785,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:34.750660 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6135424-1f98-4c9e-aa66-824ae73e8976 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (014e27a5-b39c-44bc-beeb-3e5ade53805e), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:34.753294 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f6135424-1f98-4c9e-aa66-824ae73e8976 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:34.754584 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-f6135424-1f98-4c9e-aa66-824ae73e8976 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "DELETE /v2.0/floatingips/014e27a5-b39c-44bc-beeb-3e5ade53805e HTTP/1.1" status: 204 len: 168 time: 0.6525421 Jan 31 19:23:34.778313 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d46c3-2cce-4d8e-af39-693b115f97f3 req-082d0e59-bca8-4046-8147-01e75256f0c4 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:34.779871 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e14d46c3-2cce-4d8e-af39-693b115f97f3 req-082d0e59-bca8-4046-8147-01e75256f0c4 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 945 time: 0.0671096 Jan 31 19:23:34.841843 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e14d46c3-2cce-4d8e-af39-693b115f97f3 req-2c15d95b-3162-43f7-9052-c36c5802bc69 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551977 Jan 31 19:23:34.882703 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31750e3b-3e43-4c29-a116-6e91440499b3 req-b6e53e39-3e58-48ac-88a4-da95d9451b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:34.884228 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-31750e3b-3e43-4c29-a116-6e91440499b3 req-b6e53e39-3e58-48ac-88a4-da95d9451b2e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 1129 time: 0.0580795 Jan 31 19:23:34.939505 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-31750e3b-3e43-4c29-a116-6e91440499b3 req-5c17dc85-0e34-42d8-9fd0-471584c34ea0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Jan 31 19:23:35.032597 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4777b-e1ec-4def-a935-5c83eef92cd1 req-dc7e98e2-2b66-465b-8267-535d1c91885a tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:35.034226 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-13e4777b-e1ec-4def-a935-5c83eef92cd1 req-dc7e98e2-2b66-465b-8267-535d1c91885a tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.0595942 Jan 31 19:23:35.042715 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 57116) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:35.048288 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-95fa26ff-d3ea-4a05-ac5e-ca0a0a2641ea tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--205716691', 'description': 'tempest-description--1412348085'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:35.086622 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-13e4777b-e1ec-4def-a935-5c83eef92cd1 req-b7949348-e0c5-4a4d-a709-eb0ed6efeceb tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462294 Jan 31 19:23:35.137302 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95fa26ff-d3ea-4a05-ac5e-ca0a0a2641ea tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:35.222413 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95fa26ff-d3ea-4a05-ac5e-ca0a0a2641ea tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group (bdc85046-fd87-42e3-b27d-221674d168c1), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:35.303118 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95fa26ff-d3ea-4a05-ac5e-ca0a0a2641ea tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (bdc85046-fd87-42e3-b27d-221674d168c1), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:35.335698 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa26ff-d3ea-4a05-ac5e-ca0a0a2641ea tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc85046-fd87-42e3-b27d-221674d168c1,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:35.419289 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-95fa26ff-d3ea-4a05-ac5e-ca0a0a2641ea tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:35.420499 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-95fa26ff-d3ea-4a05-ac5e-ca0a0a2641ea tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3765836 Jan 31 19:23:35.423631 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 57118) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:35.427982 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-ad4c3ddd-bb72-458c-a52c-45f9b1014919 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Request body: {'security_group_rule': {'security_group_id': 'bdc85046-fd87-42e3-b27d-221674d168c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:35.513689 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3ddd-bb72-458c-a52c-45f9b1014919 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group_rule (a95d031d-207f-46c5-a985-d0b510468772), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:35.573381 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3ddd-bb72-458c-a52c-45f9b1014919 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group_rule (a95d031d-207f-46c5-a985-d0b510468772), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:35.628921 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3ddd-bb72-458c-a52c-45f9b1014919 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (a95d031d-207f-46c5-a985-d0b510468772), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:35.647038 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c3ddd-bb72-458c-a52c-45f9b1014919 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95d031d-207f-46c5-a985-d0b510468772,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:35.724735 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3ddd-bb72-458c-a52c-45f9b1014919 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:35.726007 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ad4c3ddd-bb72-458c-a52c-45f9b1014919 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3013992 Jan 31 19:23:35.729834 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 57120) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:35.734170 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-7e71ce24-5d02-4c42-962a-a8c17762faef tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Request body: {'security_group_rule': {'security_group_id': 'bdc85046-fd87-42e3-b27d-221674d168c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:35.834134 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e71ce24-5d02-4c42-962a-a8c17762faef tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group_rule (8df6db46-cef0-48d2-992f-7369dbb78904), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:35.893728 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e71ce24-5d02-4c42-962a-a8c17762faef tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group_rule (8df6db46-cef0-48d2-992f-7369dbb78904), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:35.966055 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e71ce24-5d02-4c42-962a-a8c17762faef tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (8df6db46-cef0-48d2-992f-7369dbb78904), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:35.977559 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917c196-e1b4-4256-b9da-ace59cdc1246 req-84bbae5a-b028-4d14-93f1-c904ad276bc9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:35.978996 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5917c196-e1b4-4256-b9da-ace59cdc1246 req-84bbae5a-b028-4d14-93f1-c904ad276bc9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 945 time: 0.0641537 Jan 31 19:23:36.000580 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71ce24-5d02-4c42-962a-a8c17762faef tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df6db46-cef0-48d2-992f-7369dbb78904,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:36.038622 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5917c196-e1b4-4256-b9da-ace59cdc1246 req-a1795c43-c9d3-445c-93ad-a13e1b0357d1 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482144 Jan 31 19:23:36.087791 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7e71ce24-5d02-4c42-962a-a8c17762faef tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:36.089022 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-7e71ce24-5d02-4c42-962a-a8c17762faef tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3582659 Jan 31 19:23:36.092299 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 57124) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:36.097359 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Request body: {'floatingip': {'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:36.188673 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:36.210001 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e445-54aa-482c-ae85-cc910bf97213 req-7cc22e9f-dbd7-4fd7-a350-e6705713440c tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:36.211594 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4b75e445-54aa-482c-ae85-cc910bf97213 req-7cc22e9f-dbd7-4fd7-a350-e6705713440c tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.0542493 Jan 31 19:23:36.298559 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:36.318498 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4b75e445-54aa-482c-ae85-cc910bf97213 req-3ebe0988-9cc9-482e-a737-333c50fdb62e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009235 Jan 31 19:23:36.430970 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Allocated IP 172.27.1.27 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/4f175291-9bb1-4f3f-9550-da4eecd00bc4) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:23:36.535421 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for port (4f175291-9bb1-4f3f-9550-da4eecd00bc4), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:36.681386 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (4f175291-9bb1-4f3f-9550-da4eecd00bc4), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:36.727684 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:23:36.733148 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:23:36.737147 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:23:36.740520 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event updated for resources: {'Port': ['ID=4f175291-9bb1-4f3f-9550-da4eecd00bc4,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:36.830281 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (6cb45ddc-c9be-4662-b0cf-a28f534a7a9b), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:36.942743 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (4f175291-9bb1-4f3f-9550-da4eecd00bc4), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:37.098565 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for port (4f175291-9bb1-4f3f-9550-da4eecd00bc4), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:37.176182 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208178'] for port (4f175291-9bb1-4f3f-9550-da4eecd00bc4), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:37.270817 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event updated for resources: {'Port': ['ID=4f175291-9bb1-4f3f-9550-da4eecd00bc4,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:37.286277 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (6cb45ddc-c9be-4662-b0cf-a28f534a7a9b), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:37.304597 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59ba2a-ab3f-4a63-b8f2-aa4cf5d24329 req-6247a3e6-c598-4419-90ed-3d31643a0bdd tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:37.306212 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ef59ba2a-ab3f-4a63-b8f2-aa4cf5d24329 req-6247a3e6-c598-4419-90ed-3d31643a0bdd tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 945 time: 0.1966343 Jan 31 19:23:37.361613 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ef59ba2a-ab3f-4a63-b8f2-aa4cf5d24329 req-c68cfa48-ca29-404e-b0ba-d33fec2efcc5 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461824 Jan 31 19:23:37.461162 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:37.462508 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1784-580c-4052-8e72-27262049f76a req-2faaa51a-78f3-4c65-b562-661f9786d509 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:37.463102 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-981d370a-0dfc-440d-961d-d64442945b80 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3689616 Jan 31 19:23:37.464203 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-80db1784-580c-4052-8e72-27262049f76a req-2faaa51a-78f3-4c65-b562-661f9786d509 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.0699072 Jan 31 19:23:37.528220 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-80db1784-580c-4052-8e72-27262049f76a req-9fb08614-6afd-4bbc-8d7e-0ebb2c9b5404 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514793 Jan 31 19:23:37.677542 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-94909d81-dcbe-4e62-947d-c6b7957f3a01 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--205716691&fields=id&tenant_id=694936399477419aa737191ef0856c4e HTTP/1.1" status: 200 len: 267 time: 0.0437076 Jan 31 19:23:37.791134 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-13921a37-1285-40c2-8ef1-4af153baa7f5 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:37.792675 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-13921a37-1285-40c2-8ef1-4af153baa7f5 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/networks?id=f261ffb8-ebb6-4541-85b1-098d6402ff0f HTTP/1.1" status: 200 len: 810 time: 0.1087570 Jan 31 19:23:37.811585 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-16a55ffa-9810-4291-b3c8-73d2b6752d94 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/quotas/694936399477419aa737191ef0856c4e HTTP/1.1" status: 200 len: 375 time: 0.0118272 Jan 31 19:23:37.871756 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-2c323aea-e3e1-4599-9b31-58cdae2cc43d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=694936399477419aa737191ef0856c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523634 Jan 31 19:23:38.222670 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device f205c3d9-b581-46cf-807c-18017a205039 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:23:38.274504 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-988695f2-2a0b-4d84-b0ff-8f10ae445f21 service neutron] 10.222.0.72 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886881 Jan 31 19:23:38.335043 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port f205c3d9-b581-46cf-807c-18017a205039, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f205c3d9-b581-46cf-807c-18017a205039,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:38.347826 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'f205c3d9-b581-46cf-807c-18017a205039', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'port_id': 'f205c3d9-b581-46cf-807c-18017a205039', 'mac_address': 'fa:16:3e:49:1b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:23:38.382265 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-4f74d817-9b49-4729-9899-66d6db31eab7 service neutron] 10.222.0.72 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008420 Jan 31 19:23:38.389077 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port f205c3d9-b581-46cf-807c-18017a205039 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:38.389839 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f205c3d9-b581-46cf-807c-18017a205039), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:38.404659 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f205c3d9-b581-46cf-807c-18017a205039 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:23:38.429696 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port f205c3d9-b581-46cf-807c-18017a205039, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f205c3d9-b581-46cf-807c-18017a205039,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:38.503648 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f205c3d9-b581-46cf-807c-18017a205039), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:38.555899 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=f205c3d9-b581-46cf-807c-18017a205039,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:38.679006 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58b65d-0766-46d2-b77f-dc44c2a0292c req-80e8df4e-3c86-4195-b1cc-2748f2eb8de9 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:38.679599 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-62b59929-4319-458e-ac9f-cf7361174071 req-2cd66bd2-8f02-4a7e-b33a-b3ca4cd894d9 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 210 time: 0.0469081 Jan 31 19:23:38.680632 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6e58b65d-0766-46d2-b77f-dc44c2a0292c req-80e8df4e-3c86-4195-b1cc-2748f2eb8de9 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 945 time: 0.0679212 Jan 31 19:23:38.755783 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6e58b65d-0766-46d2-b77f-dc44c2a0292c req-ab743181-2266-4012-a672-176ced927c6f tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658865 Jan 31 19:23:38.910425 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['f205c3d9-b581-46cf-807c-18017a205039'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:23:39.779971 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2e028f2e-48d0-4698-b47a-1bb28b9d7944 req-244044c2-26f5-4b77-82df-95732a133178 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 210 time: 0.0281298 Jan 31 19:23:39.896797 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1046115-5466-49a4-a4d9-1a286ea1062f req-78d21803-4224-4c81-9b46-6f2870775a10 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:39.898252 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d1046115-5466-49a4-a4d9-1a286ea1062f req-78d21803-4224-4c81-9b46-6f2870775a10 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 945 time: 0.0614793 Jan 31 19:23:39.951230 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d1046115-5466-49a4-a4d9-1a286ea1062f req-18759b3a-6953-43bd-b4d1-adb858a19120 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470831 Jan 31 19:23:40.248293 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device f205c3d9-b581-46cf-807c-18017a205039 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:23:40.426679 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port f205c3d9-b581-46cf-807c-18017a205039 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:23:40.433397 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port f205c3d9-b581-46cf-807c-18017a205039 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:23:40.433724 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f205c3d9-b581-46cf-807c-18017a205039), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:40.463863 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-6cffce5b-7f13-4c02-a900-3975ede2329f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:40.465624 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-6cffce5b-7f13-4c02-a900-3975ede2329f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/networks?id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 HTTP/1.1" status: 200 len: 815 time: 0.1133692 Jan 31 19:23:40.484468 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-c30897a2-9e0e-4046-bb55-ad0584c6b8e7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/quotas/a92e2e1108bd4c2fb35eeaf9faa5aab3 HTTP/1.1" status: 200 len: 375 time: 0.0106347 Jan 31 19:23:40.521995 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port f205c3d9-b581-46cf-807c-18017a205039 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:40.522824 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f205c3d9-b581-46cf-807c-18017a205039), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:40.545572 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:40.547847 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-43775ebf-8cbc-4c33-93e5-52eeec97b0c2 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574253 Jan 31 19:23:40.548044 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c3cbdc-7bb9-4a8e-92ed-fffc7269beab" -d '{"events": [{"server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "name": "network-vif-plugged", "status": "completed", "tag": "f205c3d9-b581-46cf-807c-18017a205039"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:40.561521 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port f205c3d9-b581-46cf-807c-18017a205039, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f205c3d9-b581-46cf-807c-18017a205039,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:40.589708 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15231ca0-d694-41ae-b721-b70daa31d1f9 x-openstack-request-id: req-15231ca0-d694-41ae-b721-b70daa31d1f9 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:40.590271 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "name": "network-vif-plugged", "status": "completed", "tag": "f205c3d9-b581-46cf-807c-18017a205039", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:40.590565 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-15231ca0-d694-41ae-b721-b70daa31d1f9 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:40.590965 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039', 'code': 200} Jan 31 19:23:40.645553 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-55b073fd-bc33-4ac1-819c-a9f7dd8692cb service neutron] 10.222.0.72 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882864 Jan 31 19:23:40.645795 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f205c3d9-b581-46cf-807c-18017a205039), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:40.698620 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=f205c3d9-b581-46cf-807c-18017a205039,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:40.770200 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-0032514b-eff5-4b3e-9139-3227494f25f0 service neutron] 10.222.0.72 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189525 Jan 31 19:23:40.892178 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a4630238-dfea-4e59-8f46-7e41a777658f req-20a31648-8484-49a3-ac6d-d5adf70bf867 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 210 time: 0.0341237 Jan 31 19:23:41.110533 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-35e72dd8-1f6f-4c2c-a74c-060b2cc5259f req-765cce69-98d0-4e69-8ad9-83fd7cd40406 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 210 time: 0.0363793 Jan 31 19:23:41.156836 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a5b7b-84d6-427e-b521-4d338fdf5ea1 req-40fd8a16-556f-423e-a5b9-11a747494bb0 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:41.159005 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5a9a5b7b-84d6-427e-b521-4d338fdf5ea1 req-40fd8a16-556f-423e-a5b9-11a747494bb0 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.1337941 Jan 31 19:23:41.196617 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250d792-45d8-45b4-a89b-8ac75d17f618 req-0240ea19-91ee-4383-91a8-6729ab0e608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:41.202713 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b250d792-45d8-45b4-a89b-8ac75d17f618 req-0240ea19-91ee-4383-91a8-6729ab0e608d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 1130 time: 0.1120734 Jan 31 19:23:41.246265 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5a9a5b7b-84d6-427e-b521-4d338fdf5ea1 req-8fffb8ce-b9b4-4e17-a743-a141c72406ad tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759628 Jan 31 19:23:41.282719 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b250d792-45d8-45b4-a89b-8ac75d17f618 req-d2e10b3d-4135-47b8-846e-8f21fcc95ec7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733910 Jan 31 19:23:41.497384 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-988b89fc-3f1b-459b-acf9-e740b5423476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:41.810599 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:41.992831 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a0a44a47-c553-4dde-b4d6-296a10e448e0 req-5c3c2deb-d715-4397-8de4-f2e79154c3e1 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 210 time: 0.0299685 Jan 31 19:23:42.201297 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f2837bf9-7900-48d4-956b-6789633d3fbd req-28c0a776-e61d-43e2-922e-6319dc560e4f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 210 time: 0.0324662 Jan 31 19:23:42.373782 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fcb55-5605-4251-b96e-351f5f524f41 req-2561753a-9f9d-4dac-abe1-abf8847d938c tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:42.375326 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c31fcb55-5605-4251-b96e-351f5f524f41 req-2561753a-9f9d-4dac-abe1-abf8847d938c tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0562849 Jan 31 19:23:42.434239 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c31fcb55-5605-4251-b96e-351f5f524f41 req-eb9f6511-6cd2-4f2a-9a86-9be9cfb1c2fb tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529213 Jan 31 19:23:42.594787 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-36922459-0253-4fcf-9431-cd118e95cbae tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:42.596338 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-36922459-0253-4fcf-9431-cd118e95cbae tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.77 "GET /v2.0/networks?id=f261ffb8-ebb6-4541-85b1-098d6402ff0f HTTP/1.1" status: 200 len: 810 time: 0.1046281 Jan 31 19:23:42.682699 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-4fa9386f-a204-4a6a-b733-2b992150b521 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=694936399477419aa737191ef0856c4e HTTP/1.1" status: 200 len: 379 time: 0.0586464 Jan 31 19:23:42.718181 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Request body: {'port': {'device_id': 'c7f94c22-9b09-4748-80a1-1fbcead2888d', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'admin_state_up': True, 'tenant_id': '694936399477419aa737191ef0856c4e', 'security_groups': ['bdc85046-fd87-42e3-b27d-221674d168c1']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:42.948738 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Made reservation on behalf of 694936399477419aa737191ef0856c4e for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:23:42.952612 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:43.111790 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-47e14cce-4821-4046-8195-468c8d45d759 req-9577bc52-4ddb-4d87-8b82-8a3823fe39a3 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 210 time: 0.0346057 Jan 31 19:23:43.124873 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Allocated IP 172.20.0.10 (f261ffb8-ebb6-4541-85b1-098d6402ff0f/b3dfd382-d219-4670-afee-0d492cc2dd58/cc404d09-6018-4f3c-9fbe-3bf4d0b44226) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:23:43.266149 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:43.299242 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1d00db0b-6077-43c5-b019-76177ab11b5c req-55f62ec0-9314-4585-a530-da4a17aeaebe tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 210 time: 0.0288455 Jan 31 19:23:43.389514 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:43.432961 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Network f261ffb8-ebb6-4541-85b1-098d6402ff0f is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:23:43.436175 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:23:43.442789 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:23:43.474811 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event updated for resources: {'Port': ['ID=cc404d09-6018-4f3c-9fbe-3bf4d0b44226,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:43.487124 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:43.487480 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:43.487831 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:43.488171 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:43.488519 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:43.491206 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:43.491206 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:43.491206 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:43.491206 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:43.491206 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:43.491206 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:43.491206 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:43.491206 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:43.508303 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:43.514363 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:43.576136 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e837c1-3986-4ee0-b36f-fd81f2a311d9 req-72c185f7-239d-4404-a152-30a3115104c1 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:43.577779 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-89e837c1-3986-4ee0-b36f-fd81f2a311d9 req-72c185f7-239d-4404-a152-30a3115104c1 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0661356 Jan 31 19:23:43.634217 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-89e837c1-3986-4ee0-b36f-fd81f2a311d9 req-97ee1416-11fb-4e77-acb3-eaf61d78335a tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495558 Jan 31 19:23:43.645002 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-e35bc459-408b-4b67-8fa3-c8565b83a236 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9311812 Jan 31 19:23:43.656812 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Request body: {'port': {'device_id': 'c7f94c22-9b09-4748-80a1-1fbcead2888d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:43.676277 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-85d7d361-1ec0-4ea2-951a-e646b3d50ae5 None None] Provisioning complete for port cc404d09-6018-4f3c-9fbe-3bf4d0b44226 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:23:43.677532 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-85d7d361-1ec0-4ea2-951a-e646b3d50ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:43.719164 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-85d7d361-1ec0-4ea2-951a-e646b3d50ae5 None None] Port cc404d09-6018-4f3c-9fbe-3bf4d0b44226 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:23:43.726486 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:43.774340 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101f006-5981-4ef9-b2c6-9b42dda04dea req-232cb2ef-696b-42c9-9c43-9284cf908199 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:43.777537 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0101f006-5981-4ef9-b2c6-9b42dda04dea req-232cb2ef-696b-42c9-9c43-9284cf908199 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0597355 Jan 31 19:23:43.808342 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2d3ab9ea-f092-4833-9368-be96945d4a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:43.832610 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0101f006-5981-4ef9-b2c6-9b42dda04dea req-1db752ac-5410-4ed4-a6cc-fd4660c88b0b tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532620 Jan 31 19:23:43.856390 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 57238) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:43.994351 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97411aa-b717-4f02-a1ae-a069b4168bf4 tempest-TestShelveInstance-1446187116 tempest-TestShelveInstance-1446187116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:43.996211 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-c97411aa-b717-4f02-a1ae-a069b4168bf4 tempest-TestShelveInstance-1446187116 tempest-TestShelveInstance-1446187116-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 1125 time: 0.1386719 Jan 31 19:23:44.001783 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 57242) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:44.007487 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Request body: {'floatingip': {'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'port_id': 'f205c3d9-b581-46cf-807c-18017a205039', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:44.014444 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0462ea08-6980-40b9-bfa5-87b67c43f950 req-022bba47-7b80-4d95-8655-5c6d246f706c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0964897 Jan 31 19:23:44.127416 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462ea08-6980-40b9-bfa5-87b67c43f950 req-710860b1-7f1e-4f42-a5ef-df35c13b82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:44.128895 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0462ea08-6980-40b9-bfa5-87b67c43f950 req-710860b1-7f1e-4f42-a5ef-df35c13b82e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=47ca2a0269214434a3c8676e3a51126e&device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 1169 time: 0.0560911 Jan 31 19:23:44.130145 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:44.295447 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462ea08-6980-40b9-bfa5-87b67c43f950 req-c1d1edea-1745-43f1-8724-144930af0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:44.297313 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0462ea08-6980-40b9-bfa5-87b67c43f950 req-c1d1edea-1745-43f1-8724-144930af0d61 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed0ec79a-b707-4b56-918d-78a1f0122266 HTTP/1.1" status: 200 len: 917 time: 0.1434748 Jan 31 19:23:44.301821 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-ad64f22f-4a92-4fc4-ab9c-da0f8f513018 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:44.303289 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-ad64f22f-4a92-4fc4-ab9c-da0f8f513018 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "GET /v2.0/networks?id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 HTTP/1.1" status: 200 len: 815 time: 0.4721880 Jan 31 19:23:44.333416 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:44.336760 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-9e2c2643-6f10-4a23-a03e-b345c11286b7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Request body: {'port': {'device_id': '1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b', 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458', 'admin_state_up': True, 'tenant_id': 'a92e2e1108bd4c2fb35eeaf9faa5aab3'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:44.349669 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c49e-6414-4a82-9526-87b19790d4d5 req-113d4226-8841-4fef-a877-f23b58abb79f tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:44.351311 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c392c49e-6414-4a82-9526-87b19790d4d5 req-113d4226-8841-4fef-a877-f23b58abb79f tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 932 time: 0.1465652 Jan 31 19:23:44.446525 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c282ad72-cf50-43d6-ae7d-9047c9856299 req-15e5fe30-3612-40f5-9139-9c1f99bd7952 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 210 time: 0.0654147 Jan 31 19:23:44.459000 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0462ea08-6980-40b9-bfa5-87b67c43f950 req-263a538e-db46-4f25-96ad-402f75717275 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d254001e-8ef7-43ee-8816-0f691010685a HTTP/1.1" status: 200 len: 1002 time: 0.1332395 Jan 31 19:23:44.505864 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc404d09-6018-4f3c-9fbe-3bf4d0b44226 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:23:44.512844 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c392c49e-6414-4a82-9526-87b19790d4d5 req-33a9d542-b093-4271-8289-c9fb0b537ffb tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488037 Jan 31 19:23:44.537942 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Publish callbacks [] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:44.548671 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462ea08-6980-40b9-bfa5-87b67c43f950 req-c5563772-7fec-4696-ba7d-ac143d19df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:44.549645 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Transition to ACTIVE for port object cc404d09-6018-4f3c-9fbe-3bf4d0b44226 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:23:44.550258 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0462ea08-6980-40b9-bfa5-87b67c43f950 req-c5563772-7fec-4696-ba7d-ac143d19df4b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42e5d16d-821a-432f-8a42-15df80176ccc HTTP/1.1" status: 200 len: 854 time: 0.0836055 Jan 31 19:23:44.567049 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Allocated IP 172.27.1.93 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/79e80bdd-9892-4f8c-955d-0ecc55ae70d8) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:23:44.634601 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:44.675400 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462ea08-6980-40b9-bfa5-87b67c43f950 req-0da7f584-0c79-44a9-899d-e98c3f50f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:44.676949 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0462ea08-6980-40b9-bfa5-87b67c43f950 req-0da7f584-0c79-44a9-899d-e98c3f50f23a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed0ec79a-b707-4b56-918d-78a1f0122266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1113846 Jan 31 19:23:44.684364 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-9e2c2643-6f10-4a23-a03e-b345c11286b7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Made reservation on behalf of a92e2e1108bd4c2fb35eeaf9faa5aab3 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:23:44.688689 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-9e2c2643-6f10-4a23-a03e-b345c11286b7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:44.712481 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Pushing event updated for resources: {'Port': ['ID=cc404d09-6018-4f3c-9fbe-3bf4d0b44226,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:44.741131 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for port (79e80bdd-9892-4f8c-955d-0ecc55ae70d8), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:44.841033 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0462ea08-6980-40b9-bfa5-87b67c43f950 req-504598e6-413c-4a3b-b5fd-8a2587344a32 service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550672 Jan 31 19:23:44.845531 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Attempting to bind port cc404d09-6018-4f3c-9fbe-3bf4d0b44226 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:23:44.846072 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Attempting to bind port cc404d09-6018-4f3c-9fbe-3bf4d0b44226 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:23:44.846544 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Attempting to bind port cc404d09-6018-4f3c-9fbe-3bf4d0b44226 on network f261ffb8-ebb6-4541-85b1-098d6402ff0f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:23:44.857012 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Port cc404d09-6018-4f3c-9fbe-3bf4d0b44226 on network f261ffb8-ebb6-4541-85b1-098d6402ff0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:23:44.857362 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Attempting to bind port cc404d09-6018-4f3c-9fbe-3bf4d0b44226 on network f261ffb8-ebb6-4541-85b1-098d6402ff0f {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:23:44.892961 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:44.897539 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:23:44.898069 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Checking segment: {'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:23:44.906067 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Bound using segment: {'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:23:44.906067 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Bound port: cc404d09-6018-4f3c-9fbe-3bf4d0b44226, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0446b80a-bc57-44c0-a8b9-b484c84cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:23:44.906067 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:44.956216 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0462ea08-6980-40b9-bfa5-87b67c43f950 req-ed18799f-a076-4382-9cd4-3f9662e07d4e service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022139 Jan 31 19:23:44.957896 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-9e2c2643-6f10-4a23-a03e-b345c11286b7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Allocated IP 172.20.0.9 (a900c6a6-121d-4d2c-8a6e-ffbf01bb1458/0c78c46a-1e59-4ef1-ad8d-16edc57d0360/0d4bc481-32ab-4145-936c-4cea621d565d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:23:45.006595 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (79e80bdd-9892-4f8c-955d-0ecc55ae70d8), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:45.011556 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] For port cc404d09-6018-4f3c-9fbe-3bf4d0b44226, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:23:45.036215 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] For port cc404d09-6018-4f3c-9fbe-3bf4d0b44226, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc404d09-6018-4f3c-9fbe-3bf4d0b44226,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:23:45.049889 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:23:45.055473 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:23:45.058704 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:23:45.084238 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Pushing event updated for resources: {'Port': ['ID=79e80bdd-9892-4f8c-955d-0ecc55ae70d8,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:45.146997 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:45.192864 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-9e2c2643-6f10-4a23-a03e-b345c11286b7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks [] for port (0d4bc481-32ab-4145-936c-4cea621d565d), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:45.216912 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:45.217410 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:45.219588 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] 10.222.0.77 "PUT /v2.0/ports/cc404d09-6018-4f3c-9fbe-3bf4d0b44226 HTTP/1.1" status: 200 len: 1094 time: 1.5671158 Jan 31 19:23:45.220049 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f94c22-9b09-4748-80a1-1fbcead2888d', 'tag': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:45.222377 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af62e8bd-7659-425c-8063-a7b6f36e0ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f94c22-9b09-4748-80a1-1fbcead2888d", "tag": "cc404d09-6018-4f3c-9fbe-3bf4d0b44226"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:45.255791 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c63204-a98f-46c6-a5b9-91565ba89332 service neutron] Pushing event updated for resources: {'Port': ['ID=cc404d09-6018-4f3c-9fbe-3bf4d0b44226,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:45.284443 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76caa5d2-f96f-4bd3-8abf-1a2af766066c x-openstack-request-id: req-76caa5d2-f96f-4bd3-8abf-1a2af766066c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:45.285167 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f94c22-9b09-4748-80a1-1fbcead2888d", "tag": "cc404d09-6018-4f3c-9fbe-3bf4d0b44226", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:45.285410 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76caa5d2-f96f-4bd3-8abf-1a2af766066c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:45.285888 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f94c22-9b09-4748-80a1-1fbcead2888d', 'tag': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226', 'status': 'completed', 'code': 200} Jan 31 19:23:45.356243 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62e8bd-7659-425c-8063-a7b6f36e0ff5 req-341d4c3d-f66c-43f0-bafa-8ad305d67a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:45.357897 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-af62e8bd-7659-425c-8063-a7b6f36e0ff5 req-341d4c3d-f66c-43f0-bafa-8ad305d67a5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=694936399477419aa737191ef0856c4e&device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 1128 time: 0.0509994 Jan 31 19:23:45.362888 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-9e2c2643-6f10-4a23-a03e-b345c11286b7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (0d4bc481-32ab-4145-936c-4cea621d565d), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:45.378494 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['81ff1857-121a-49e4-aa63-ea3f0f4bef0c', '0faa06ae-cdf8-44ea-8582-70f753e1fe55'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:23:45.438809 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-9e2c2643-6f10-4a23-a03e-b345c11286b7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:23:45.453803 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-9e2c2643-6f10-4a23-a03e-b345c11286b7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:23:45.459741 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-9e2c2643-6f10-4a23-a03e-b345c11286b7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:23:45.517871 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c2643-6f10-4a23-a03e-b345c11286b7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Pushing event updated for resources: {'Port': ['ID=0d4bc481-32ab-4145-936c-4cea621d565d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:45.533357 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for floatingip (2ceb23ef-e76e-4773-a643-3a35d01ca9f1), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:45.595926 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-9e2c2643-6f10-4a23-a03e-b345c11286b7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:45.596733 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-9e2c2643-6f10-4a23-a03e-b345c11286b7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:45.627199 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62e8bd-7659-425c-8063-a7b6f36e0ff5 req-7e83afc0-86e3-4914-8bc7-e82d3c94ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:45.629691 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-af62e8bd-7659-425c-8063-a7b6f36e0ff5 req-7e83afc0-86e3-4914-8bc7-e82d3c94ed7d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=694936399477419aa737191ef0856c4e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2541020 Jan 31 19:23:45.685432 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e438-35c6-4dda-8b1c-7a1aba93739a req-7e52b4ca-0b9b-4c3e-ac77-4084d23c4bed tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:45.687126 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-46a5e438-35c6-4dda-8b1c-7a1aba93739a req-7e52b4ca-0b9b-4c3e-ac77-4084d23c4bed tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 931 time: 0.1496496 Jan 31 19:23:45.760539 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-9e2c2643-6f10-4a23-a03e-b345c11286b7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4379108 Jan 31 19:23:45.763330 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301c7b2-e8dc-4d81-81fb-0e8c21f96c07 req-1cbb9519-087f-4481-9d7a-7911c11186db tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:45.765160 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0301c7b2-e8dc-4d81-81fb-0e8c21f96c07 req-1cbb9519-087f-4481-9d7a-7911c11186db tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 944 time: 0.0834203 Jan 31 19:23:45.767538 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (79e80bdd-9892-4f8c-955d-0ecc55ae70d8), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:45.789847 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Request body: {'port': {'device_id': '1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:45.816268 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62e8bd-7659-425c-8063-a7b6f36e0ff5 req-ebafb066-463c-4f20-ae4c-e804c6ad216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:45.817852 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-af62e8bd-7659-425c-8063-a7b6f36e0ff5 req-ebafb066-463c-4f20-ae4c-e804c6ad216f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1782067 Jan 31 19:23:45.837767 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-46a5e438-35c6-4dda-8b1c-7a1aba93739a req-1430db14-1b5c-47be-b1e9-fee9287d9659 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148088 Jan 31 19:23:45.869202 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0301c7b2-e8dc-4d81-81fb-0e8c21f96c07 req-0b30cf10-3880-48df-ac04-6a1267759734 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974567 Jan 31 19:23:45.909168 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (0d4bc481-32ab-4145-936c-4cea621d565d), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:45.966023 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-154b3787-455c-4807-85da-f399773c711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:45.967954 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-154b3787-455c-4807-85da-f399773c711d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=694936399477419aa737191ef0856c4e&device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 1128 time: 0.0937567 Jan 31 19:23:45.971447 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for port (79e80bdd-9892-4f8c-955d-0ecc55ae70d8), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:46.020696 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-d74d83da-2566-4933-8c93-4bd34d28cb37 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc404d09-6018-4f3c-9fbe-3bf4d0b44226 HTTP/1.1" status: 200 len: 217 time: 0.0401397 Jan 31 19:23:46.040423 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208178'] for port (79e80bdd-9892-4f8c-955d-0ecc55ae70d8), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:46.111703 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Pushing event updated for resources: {'Port': ['ID=79e80bdd-9892-4f8c-955d-0ecc55ae70d8,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:46.124144 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (2ceb23ef-e76e-4773-a643-3a35d01ca9f1), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:46.146682 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-459c4eb2-5318-4f0d-aa44-dd848db962af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:46.148161 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-459c4eb2-5318-4f0d-aa44-dd848db962af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b3dfd382-d219-4670-afee-0d492cc2dd58 HTTP/1.1" status: 200 len: 849 time: 0.0842128 Jan 31 19:23:46.231672 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.l3_db [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Floating IP 2ceb23ef-e76e-4773-a643-3a35d01ca9f1 associated. External IP: 172.27.1.93, port: f205c3d9-b581-46cf-807c-18017a205039. Jan 31 19:23:46.262437 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-971cf569-87f9-4c21-b0ee-bd22800dcfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:46.263962 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-971cf569-87f9-4c21-b0ee-bd22800dcfc8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f261ffb8-ebb6-4541-85b1-098d6402ff0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816352 Jan 31 19:23:46.376249 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4bc481-32ab-4145-936c-4cea621d565d {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:23:46.389349 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Publish callbacks [] for port (0d4bc481-32ab-4145-936c-4cea621d565d), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:46.412498 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Transition to ACTIVE for port object 0d4bc481-32ab-4145-936c-4cea621d565d will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:23:46.428617 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-86dd7fb0-8df2-4cd8-9fa5-b721c4d8e804 service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552444 Jan 31 19:23:46.440250 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:46.476330 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Router b8b3c00c-c27f-4352-89d4-f66af946bb72 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:23:46.510259 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (0d4bc481-32ab-4145-936c-4cea621d565d), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:46.584911 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Pushing event updated for resources: {'Port': ['ID=0d4bc481-32ab-4145-936c-4cea621d565d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:46.614603 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d67fc2a9-2784-49f6-a573-aeccd6280343 req-2a122215-6d78-42ac-9508-27696a3e6de6 service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793072 Jan 31 19:23:46.670878 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Attempting to bind port 0d4bc481-32ab-4145-936c-4cea621d565d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:23:46.670878 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Attempting to bind port 0d4bc481-32ab-4145-936c-4cea621d565d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:23:46.670878 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Attempting to bind port 0d4bc481-32ab-4145-936c-4cea621d565d on network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:23:46.676722 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Port 0d4bc481-32ab-4145-936c-4cea621d565d on network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:23:46.677112 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Attempting to bind port 0d4bc481-32ab-4145-936c-4cea621d565d on network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:23:46.682829 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:23:46.683171 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Checking segment: {'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:23:46.683559 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Bound using segment: {'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:23:46.684009 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Bound port: 0d4bc481-32ab-4145-936c-4cea621d565d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:23:46.684463 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (0d4bc481-32ab-4145-936c-4cea621d565d), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:46.767880 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] For port 0d4bc481-32ab-4145-936c-4cea621d565d, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:23:46.771099 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] For port 0d4bc481-32ab-4145-936c-4cea621d565d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0d4bc481-32ab-4145-936c-4cea621d565d,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:23:46.828778 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:23:46.838817 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619be8a1-3526-4c24-beec-2f077c4b328d None None] Sync routers for ids ['b8b3c00c-c27f-4352-89d4-f66af946bb72'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:23:46.850286 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619be8a1-3526-4c24-beec-2f077c4b328d None None] Routers {'b8b3c00c-c27f-4352-89d4-f66af946bb72'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:46.851125 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-619be8a1-3526-4c24-beec-2f077c4b328d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:23:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['b8b3c00c-c27f-4352-89d4-f66af946bb72'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:46.880815 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (0d4bc481-32ab-4145-936c-4cea621d565d), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:46.918741 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:46.958097 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-145af6be-753f-4c7e-a6c7-753fe142c721 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9549634 Jan 31 19:23:46.958613 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:46.959267 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:46.960070 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:46.960683 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] 10.222.0.77 "PUT /v2.0/ports/0d4bc481-32ab-4145-936c-4cea621d565d HTTP/1.1" status: 200 len: 1093 time: 1.1853468 Jan 31 19:23:46.962777 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b006c4-9b41-4b6f-9cd0-b9118a2752a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "tag": "f205c3d9-b581-46cf-807c-18017a205039"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:46.989418 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-619be8a1-3526-4c24-beec-2f077c4b328d None None] Set router b8b3c00c-c27f-4352-89d4-f66af946bb72 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:47.013384 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd9e78-315c-479a-af32-61fe7df3c60b service neutron] Pushing event updated for resources: {'Port': ['ID=0d4bc481-32ab-4145-936c-4cea621d565d,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:47.032610 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbc903-c8e4-40ac-ba9a-f55ee13d4958 req-14107494-48ad-45a0-8e82-51b9a4592975 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:47.034324 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d1bbc903-c8e4-40ac-ba9a-f55ee13d4958 req-14107494-48ad-45a0-8e82-51b9a4592975 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 943 time: 0.1003430 Jan 31 19:23:47.039458 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab3546-ade1-4112-8bb9-c6a48578845e req-f4eb01f2-ba2e-43b5-9584-37842ec5a099 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:47.041219 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1aab3546-ade1-4112-8bb9-c6a48578845e req-f4eb01f2-ba2e-43b5-9584-37842ec5a099 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 944 time: 0.0820532 Jan 31 19:23:47.096506 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d1bbc903-c8e4-40ac-ba9a-f55ee13d4958 req-c8e547c6-2972-434e-8cba-8c26a15b5488 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533214 Jan 31 19:23:47.119437 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1aab3546-ade1-4112-8bb9-c6a48578845e req-0304df87-0129-44ce-8510-51d3c7d2989d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660892 Jan 31 19:23:47.154673 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c578364-5ac3-4372-ba2b-607147a8f5c2 x-openstack-request-id: req-4c578364-5ac3-4372-ba2b-607147a8f5c2 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:47.154981 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "tag": "f205c3d9-b581-46cf-807c-18017a205039", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:47.155273 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c578364-5ac3-4372-ba2b-607147a8f5c2 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:47.155735 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039', 'status': 'completed', 'code': 200} Jan 31 19:23:47.182137 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-4898f4a1-509a-4bd2-ab3b-d398f7bbc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:47.183633 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-4898f4a1-509a-4bd2-ab3b-d398f7bbc197 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 1127 time: 0.0484116 Jan 31 19:23:47.246023 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-89a5a29d-e322-427c-902e-5866f891d185 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d4bc481-32ab-4145-936c-4cea621d565d HTTP/1.1" status: 200 len: 217 time: 0.0523739 Jan 31 19:23:47.288923 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b', 'tag': '0d4bc481-32ab-4145-936c-4cea621d565d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:47.291578 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcad6d1-de7a-4841-b86e-135f55631386" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b", "tag": "0d4bc481-32ab-4145-936c-4cea621d565d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:47.298005 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b006c4-9b41-4b6f-9cd0-b9118a2752a4 req-3a0f0353-4062-499a-825f-1afbb0aee933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:47.299593 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96b006c4-9b41-4b6f-9cd0-b9118a2752a4 req-3a0f0353-4062-499a-825f-1afbb0aee933 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5efca44518b4d30a825cfc60b7394a2&device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 1130 time: 0.1147728 Jan 31 19:23:47.320315 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-bfb3e66a-e3f2-4ea5-b269-60695de89915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:47.322171 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-bfb3e66a-e3f2-4ea5-b269-60695de89915 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c78c46a-1e59-4ef1-ad8d-16edc57d0360 HTTP/1.1" status: 200 len: 855 time: 0.0655355 Jan 31 19:23:47.327659 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-619be8a1-3526-4c24-beec-2f077c4b328d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:22:41Z', 'revision_number': 4, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port': {'id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:36Z', 'updated_at': '2022-01-31T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '2ceb23ef-e76e-4773-a643-3a35d01ca9f1', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'port_id': 'f205c3d9-b581-46cf-807c-18017a205039', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'mac_address': 'fa:16:3e:49:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e287594-f705-4999-b8bd-c8289d6cab71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:45Z', 'updated_at': '2022-01-31T19:23:45Z', 'revision_number': 0, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc1c537-555b-4f35-9061-b7e95a4c08bc', 'name': '', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'mac_address': 'fa:16:3e:9e:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:40Z', 'updated_at': '2022-01-31T19:22:46Z', 'revision_number': 5, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'subnets': [{'id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:47.336691 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846e3b14-d20e-4ffe-bcae-22b29cca9697 x-openstack-request-id: req-846e3b14-d20e-4ffe-bcae-22b29cca9697 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:47.337071 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b", "tag": "0d4bc481-32ab-4145-936c-4cea621d565d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:47.337451 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-846e3b14-d20e-4ffe-bcae-22b29cca9697 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:47.337909 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b', 'tag': '0d4bc481-32ab-4145-936c-4cea621d565d', 'status': 'completed', 'code': 200} Jan 31 19:23:47.357126 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619be8a1-3526-4c24-beec-2f077c4b328d None None] Checking router: b8b3c00c-c27f-4352-89d4-f66af946bb72 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:23:47.367113 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619be8a1-3526-4c24-beec-2f077c4b328d None None] Routers {'b8b3c00c-c27f-4352-89d4-f66af946bb72'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:47.367725 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-619be8a1-3526-4c24-beec-2f077c4b328d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:23:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['b8b3c00c-c27f-4352-89d4-f66af946bb72'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:47.407035 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-1b6b3018-36dd-45f2-8825-284965e83ff4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595319 Jan 31 19:23:47.463102 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b006c4-9b41-4b6f-9cd0-b9118a2752a4 req-312601ec-046e-42ab-aeeb-c6c31ec90a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:47.464584 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96b006c4-9b41-4b6f-9cd0-b9118a2752a4 req-312601ec-046e-42ab-aeeb-c6c31ec90a52 service neutron] 10.222.0.77 "GET /v2.0/networks?id=69f1d602-943c-4223-895a-eb212dc4ad0b HTTP/1.1" status: 200 len: 910 time: 0.1549785 Jan 31 19:23:47.480336 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-619be8a1-3526-4c24-beec-2f077c4b328d None None] Set router b8b3c00c-c27f-4352-89d4-f66af946bb72 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:47.572239 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96b006c4-9b41-4b6f-9cd0-b9118a2752a4 req-74c5e80a-df41-4122-82b3-b6164a8cff73 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f205c3d9-b581-46cf-807c-18017a205039 HTTP/1.1" status: 200 len: 999 time: 0.0810249 Jan 31 19:23:47.574251 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-4f53781b-b80b-4b8c-8163-fe4862201b14 service neutron] 10.222.0.77 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557004 Jan 31 19:23:47.693201 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b006c4-9b41-4b6f-9cd0-b9118a2752a4 req-3d803113-270d-4218-93a9-2b3be79118bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:47.694628 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96b006c4-9b41-4b6f-9cd0-b9118a2752a4 req-3d803113-270d-4218-93a9-2b3be79118bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46e8aa26-6133-47ff-900d-280c86d19f51 HTTP/1.1" status: 200 len: 847 time: 0.1092148 Jan 31 19:23:47.742946 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2caeaf4e-a83b-474b-83da-179b9ce2f233 req-c91f13f1-8fd4-4da9-abc0-48f2798f91f7 service neutron] 10.222.0.77 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562352 Jan 31 19:23:47.765331 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b006c4-9b41-4b6f-9cd0-b9118a2752a4 req-a8ca79b8-1dea-4787-8839-099f8946cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:47.766948 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96b006c4-9b41-4b6f-9cd0-b9118a2752a4 req-a8ca79b8-1dea-4787-8839-099f8946cdeb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=69f1d602-943c-4223-895a-eb212dc4ad0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620699 Jan 31 19:23:47.847601 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:47.887200 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-619be8a1-3526-4c24-beec-2f077c4b328d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:22:41Z', 'revision_number': 4, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port': {'id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:36Z', 'updated_at': '2022-01-31T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '2ceb23ef-e76e-4773-a643-3a35d01ca9f1', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'port_id': 'f205c3d9-b581-46cf-807c-18017a205039', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'mac_address': 'fa:16:3e:49:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e287594-f705-4999-b8bd-c8289d6cab71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:45Z', 'updated_at': '2022-01-31T19:23:45Z', 'revision_number': 0, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc1c537-555b-4f35-9061-b7e95a4c08bc', 'name': '', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'mac_address': 'fa:16:3e:9e:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:40Z', 'updated_at': '2022-01-31T19:22:46Z', 'revision_number': 5, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'subnets': [{'id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:47.915469 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619be8a1-3526-4c24-beec-2f077c4b328d None None] The sync data for ids ['b8b3c00c-c27f-4352-89d4-f66af946bb72'] in dv-cinder-813223-5-iscsi is: [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:22:41Z', 'revision_number': 4, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port': {'id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:36Z', 'updated_at': '2022-01-31T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '2ceb23ef-e76e-4773-a643-3a35d01ca9f1', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'port_id': 'f205c3d9-b581-46cf-807c-18017a205039', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'mac_address': 'fa:16:3e:49:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e287594-f705-4999-b8bd-c8289d6cab71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:45Z', 'updated_at': '2022-01-31T19:23:45Z', 'revision_number': 0, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc1c537-555b-4f35-9061-b7e95a4c08bc', 'name': '', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'mac_address': 'fa:16:3e:9e:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:40Z', 'updated_at': '2022-01-31T19:22:46Z', 'revision_number': 5, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'subnets': [{'id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:23:47.932288 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96b006c4-9b41-4b6f-9cd0-b9118a2752a4 req-6fe60f98-c31c-448a-b8b8-7232cfae6968 service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497710 Jan 31 19:23:47.954451 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcad6d1-de7a-4841-b86e-135f55631386 req-4fe9c539-16e9-40af-97a3-8dacd967cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:47.955878 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bdcad6d1-de7a-4841-b86e-135f55631386 req-4fe9c539-16e9-40af-97a3-8dacd967cf3e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 1127 time: 0.0769706 Jan 31 19:23:48.154767 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b175f4c-6a93-43a9-96ff-661a6e48941b None None] New status for floating IP 2ceb23ef-e76e-4773-a643-3a35d01ca9f1: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:23:48.262890 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device cc404d09-6018-4f3c-9fbe-3bf4d0b44226 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:23:48.275196 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e94bb-b9dc-447d-89c3-e4ab7f1152f4 req-dc01d7df-2c11-4548-b4d4-2c8dfd61948b tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:48.284571 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b07e94bb-b9dc-447d-89c3-e4ab7f1152f4 req-dc01d7df-2c11-4548-b4d4-2c8dfd61948b tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 944 time: 0.0850661 Jan 31 19:23:48.349023 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b07e94bb-b9dc-447d-89c3-e4ab7f1152f4 req-08b18634-5155-401d-b674-22a9d4285bb5 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635200 Jan 31 19:23:48.395970 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port cc404d09-6018-4f3c-9fbe-3bf4d0b44226, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc404d09-6018-4f3c-9fbe-3bf4d0b44226,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:48.423800 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'port_id': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226', 'mac_address': 'fa:16:3e:c0:06:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:23:48.475379 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port cc404d09-6018-4f3c-9fbe-3bf4d0b44226 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:48.475903 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:48.489333 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96b006c4-9b41-4b6f-9cd0-b9118a2752a4 req-f6cd2ac2-ba14-406c-b5cd-fad50dca4495 service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462401 Jan 31 19:23:48.492687 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc404d09-6018-4f3c-9fbe-3bf4d0b44226 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:23:48.500922 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcad6d1-de7a-4841-b86e-135f55631386 req-6d1be880-0625-4a23-9774-b6219ea8db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:48.502594 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bdcad6d1-de7a-4841-b86e-135f55631386 req-6d1be880-0625-4a23-9774-b6219ea8db91 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 HTTP/1.1" status: 200 len: 917 time: 0.5306158 Jan 31 19:23:48.519031 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port cc404d09-6018-4f3c-9fbe-3bf4d0b44226, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc404d09-6018-4f3c-9fbe-3bf4d0b44226,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:48.519233 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dfa08-677c-42ef-ac1f-39f793cfe4b5 req-2ce8431e-8b31-48b8-9cd6-692513eb7201 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:48.521361 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-293dfa08-677c-42ef-ac1f-39f793cfe4b5 req-2ce8431e-8b31-48b8-9cd6-692513eb7201 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 943 time: 0.1637771 Jan 31 19:23:48.573355 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bdcad6d1-de7a-4841-b86e-135f55631386 req-27978df8-3b36-4ef2-a239-26384e4a55d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d4bc481-32ab-4145-936c-4cea621d565d HTTP/1.1" status: 200 len: 217 time: 0.0622399 Jan 31 19:23:48.639855 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-293dfa08-677c-42ef-ac1f-39f793cfe4b5 req-69ef3afd-5d21-4ce4-8174-081e980cbc30 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125848 Jan 31 19:23:48.640702 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:48.664402 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcad6d1-de7a-4841-b86e-135f55631386 req-869dae5c-bdf8-45f7-85f1-9871f36c731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:48.666232 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bdcad6d1-de7a-4841-b86e-135f55631386 req-869dae5c-bdf8-45f7-85f1-9871f36c731d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c78c46a-1e59-4ef1-ad8d-16edc57d0360 HTTP/1.1" status: 200 len: 855 time: 0.0753508 Jan 31 19:23:48.706062 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=cc404d09-6018-4f3c-9fbe-3bf4d0b44226,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:48.719565 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bdcad6d1-de7a-4841-b86e-135f55631386 req-ace5933c-fbd6-4689-84b9-a32222c74f29 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344660 Jan 31 19:23:48.827548 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bdcad6d1-de7a-4841-b86e-135f55631386 req-dc51feff-695d-4acc-833d-46cfc61608a1 service neutron] 10.222.0.77 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947499 Jan 31 19:23:48.932888 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bdcad6d1-de7a-4841-b86e-135f55631386 req-01be374a-0f39-4856-bb5b-cb75546bc29e service neutron] 10.222.0.77 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909309 Jan 31 19:23:49.048279 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['cc404d09-6018-4f3c-9fbe-3bf4d0b44226'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:23:49.487431 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea1cf-165b-4677-992e-9d1dc27e7433 req-3cdfec3f-91a7-4abb-a402-d9861741416f tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:49.488869 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-dfbea1cf-165b-4677-992e-9d1dc27e7433 req-3cdfec3f-91a7-4abb-a402-d9861741416f tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 945 time: 0.0550041 Jan 31 19:23:49.536978 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-dfbea1cf-165b-4677-992e-9d1dc27e7433 req-ba4acde3-b08f-4ace-9b29-1bcdba5566fe tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425313 Jan 31 19:23:49.765099 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759d2d0-b8f9-4ad6-917f-fce9b6fb9121 req-f87684eb-de76-4b89-b644-9d5669438d18 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:49.767249 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3759d2d0-b8f9-4ad6-917f-fce9b6fb9121 req-f87684eb-de76-4b89-b644-9d5669438d18 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 943 time: 0.0582376 Jan 31 19:23:49.818077 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3759d2d0-b8f9-4ad6-917f-fce9b6fb9121 req-59b6c3d8-3406-4523-8fa9-5da27321d0cf tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452025 Jan 31 19:23:50.280312 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 0d4bc481-32ab-4145-936c-4cea621d565d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:23:50.285459 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device cc404d09-6018-4f3c-9fbe-3bf4d0b44226 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:23:50.422886 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 0d4bc481-32ab-4145-936c-4cea621d565d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0d4bc481-32ab-4145-936c-4cea621d565d,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:50.434261 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': '0d4bc481-32ab-4145-936c-4cea621d565d', 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458', 'port_id': '0d4bc481-32ab-4145-936c-4cea621d565d', 'mac_address': 'fa:16:3e:9c:18:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c78c46a-1e59-4ef1-ad8d-16edc57d0360', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:23:50.462259 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port cc404d09-6018-4f3c-9fbe-3bf4d0b44226 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:23:50.471574 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port cc404d09-6018-4f3c-9fbe-3bf4d0b44226 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:23:50.471946 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:50.500456 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 0d4bc481-32ab-4145-936c-4cea621d565d is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:50.500839 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (0d4bc481-32ab-4145-936c-4cea621d565d), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:50.521596 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4bc481-32ab-4145-936c-4cea621d565d {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:23:50.547604 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 0d4bc481-32ab-4145-936c-4cea621d565d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0d4bc481-32ab-4145-936c-4cea621d565d,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:50.585475 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port cc404d09-6018-4f3c-9fbe-3bf4d0b44226 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:50.585866 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:50.611904 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f94c22-9b09-4748-80a1-1fbcead2888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:50.614357 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e756a296-02f8-4090-9a48-f7f2457a992a" -d '{"events": [{"server_uuid": "c7f94c22-9b09-4748-80a1-1fbcead2888d", "name": "network-vif-plugged", "status": "completed", "tag": "cc404d09-6018-4f3c-9fbe-3bf4d0b44226"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:50.636857 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port cc404d09-6018-4f3c-9fbe-3bf4d0b44226, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc404d09-6018-4f3c-9fbe-3bf4d0b44226,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:50.653116 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f70aae-7ba1-4bdf-80c2-9cbf311f6911 x-openstack-request-id: req-f8f70aae-7ba1-4bdf-80c2-9cbf311f6911 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:50.653454 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f94c22-9b09-4748-80a1-1fbcead2888d", "name": "network-vif-plugged", "status": "completed", "tag": "cc404d09-6018-4f3c-9fbe-3bf4d0b44226", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:50.653710 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f8f70aae-7ba1-4bdf-80c2-9cbf311f6911 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:50.659381 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f94c22-9b09-4748-80a1-1fbcead2888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226', 'code': 200} Jan 31 19:23:50.679681 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79336df-6edb-4691-833e-477342ab0b1f req-cd0f09ce-31a3-4d06-9a4d-a56ee77d9f1a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:50.681211 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b79336df-6edb-4691-833e-477342ab0b1f req-cd0f09ce-31a3-4d06-9a4d-a56ee77d9f1a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 945 time: 0.0652943 Jan 31 19:23:50.686737 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (0d4bc481-32ab-4145-936c-4cea621d565d), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:50.745511 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b79336df-6edb-4691-833e-477342ab0b1f req-9e997230-a116-4ca4-820d-149681b25d7a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572498 Jan 31 19:23:50.753453 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=0d4bc481-32ab-4145-936c-4cea621d565d,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:50.777732 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:50.825720 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=cc404d09-6018-4f3c-9fbe-3bf4d0b44226,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:50.939916 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30b42-9ed4-4e64-bf58-2ab88a94626d req-b4a7da15-e4ff-4bca-af73-a1a0355eaad6 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:50.941411 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cfd30b42-9ed4-4e64-bf58-2ab88a94626d req-b4a7da15-e4ff-4bca-af73-a1a0355eaad6 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 944 time: 0.0545628 Jan 31 19:23:50.990782 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cfd30b42-9ed4-4e64-bf58-2ab88a94626d req-b724d07b-2f0a-424e-86e4-f213f45c830a tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438621 Jan 31 19:23:51.055069 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['0d4bc481-32ab-4145-936c-4cea621d565d'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:23:51.096361 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568002dc-c888-441e-b3ff-07cda36a2821 req-558af54f-52d0-4e88-89ae-5fb9aa48b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:51.097922 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-568002dc-c888-441e-b3ff-07cda36a2821 req-558af54f-52d0-4e88-89ae-5fb9aa48b1ed service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 1130 time: 0.0519783 Jan 31 19:23:51.147061 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-568002dc-c888-441e-b3ff-07cda36a2821 req-83096cbf-81f6-425b-9cde-e33a2106c941 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393808 Jan 31 19:23:51.263272 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:23:51.872801 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1b85f-05cc-44c0-a7ba-d1eb27fe3d7c req-aff8d5a5-9bc2-4cb3-aac1-89d7d66c4f33 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:51.874245 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-62e1b85f-05cc-44c0-a7ba-d1eb27fe3d7c req-aff8d5a5-9bc2-4cb3-aac1-89d7d66c4f33 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 946 time: 0.0575509 Jan 31 19:23:51.922091 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-62e1b85f-05cc-44c0-a7ba-d1eb27fe3d7c req-ddf66a79-d603-4292-b40b-f39c7bee637c tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420032 Jan 31 19:23:52.109600 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea490d45-7991-4020-b5cc-f8de80f456ac req-12720bd0-e7a1-48f9-b13f-9d40c198e5ff tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:52.111243 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ea490d45-7991-4020-b5cc-f8de80f456ac req-12720bd0-e7a1-48f9-b13f-9d40c198e5ff tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 944 time: 0.0536387 Jan 31 19:23:52.161806 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ea490d45-7991-4020-b5cc-f8de80f456ac req-5d2b3d8f-76fe-4744-9a9d-6798353e71ab tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427024 Jan 31 19:23:52.287784 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 0d4bc481-32ab-4145-936c-4cea621d565d up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:23:52.388732 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port 0d4bc481-32ab-4145-936c-4cea621d565d completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:23:52.394559 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port 0d4bc481-32ab-4145-936c-4cea621d565d triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:23:52.395007 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (0d4bc481-32ab-4145-936c-4cea621d565d), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:52.477015 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 0d4bc481-32ab-4145-936c-4cea621d565d is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:52.477348 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (0d4bc481-32ab-4145-936c-4cea621d565d), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:52.510450 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 0d4bc481-32ab-4145-936c-4cea621d565d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0d4bc481-32ab-4145-936c-4cea621d565d,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:52.606044 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (0d4bc481-32ab-4145-936c-4cea621d565d), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:52.654578 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4bc481-32ab-4145-936c-4cea621d565d'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:52.656970 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663747b1-93b3-46d7-b3c4-f3a2f4cadcb0" -d '{"events": [{"server_uuid": "1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b", "name": "network-vif-plugged", "status": "completed", "tag": "0d4bc481-32ab-4145-936c-4cea621d565d"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:52.661354 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=0d4bc481-32ab-4145-936c-4cea621d565d,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:52.696691 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e91b89e-c271-4822-bc00-22195a0931dc x-openstack-request-id: req-5e91b89e-c271-4822-bc00-22195a0931dc {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:52.696989 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b", "name": "network-vif-plugged", "status": "completed", "tag": "0d4bc481-32ab-4145-936c-4cea621d565d", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:52.697357 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5e91b89e-c271-4822-bc00-22195a0931dc {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:52.697755 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4bc481-32ab-4145-936c-4cea621d565d', 'code': 200} Jan 31 19:23:53.041934 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb58eaf-2544-4bf9-87bd-da7baec7a116 req-97d8d80e-acfb-4c3c-a2d0-c0e606c196bf tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:53.043430 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cbb58eaf-2544-4bf9-87bd-da7baec7a116 req-97d8d80e-acfb-4c3c-a2d0-c0e606c196bf tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 946 time: 0.0531180 Jan 31 19:23:53.106050 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cbb58eaf-2544-4bf9-87bd-da7baec7a116 req-015155db-8f5a-4b79-9d1b-5d34011cb847 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563235 Jan 31 19:23:53.139460 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39a99e-7bab-47c6-8158-53c37b2248bb req-0f0c738c-4686-4e95-8958-5e2a7891dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:53.140948 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ae39a99e-7bab-47c6-8158-53c37b2248bb req-0f0c738c-4686-4e95-8958-5e2a7891dfb5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 1129 time: 0.0505369 Jan 31 19:23:53.198540 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ae39a99e-7bab-47c6-8158-53c37b2248bb req-fc6f5a63-3d1c-4ef7-a01b-69f14dfa3a55 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386732 Jan 31 19:23:53.284299 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55d472-2c75-49b7-a2f2-49d1d8b73696 req-b5564427-3ce6-4910-8158-b34782e07f5a tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:53.285797 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bb55d472-2c75-49b7-a2f2-49d1d8b73696 req-b5564427-3ce6-4910-8158-b34782e07f5a tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 945 time: 0.0554006 Jan 31 19:23:53.334996 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bb55d472-2c75-49b7-a2f2-49d1d8b73696 req-fffcd3a7-8a17-4eb2-b0b2-206b29e27a5a tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Jan 31 19:23:54.229457 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60216e14-325e-437f-b257-37feacb399db req-67949117-cdb6-4e09-b595-9872d0bd7d49 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:54.230940 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-60216e14-325e-437f-b257-37feacb399db req-67949117-cdb6-4e09-b595-9872d0bd7d49 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 946 time: 0.0534124 Jan 31 19:23:54.278524 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-60216e14-325e-437f-b257-37feacb399db req-e75d0957-677a-4b43-ac4c-4bfc6af9d8e5 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412149 Jan 31 19:23:54.399950 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d4a71-3b34-4318-843d-788dca229866 req-f0a28f7a-cac0-407f-bcec-f99d5ec94a18 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:54.401435 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-704d4a71-3b34-4318-843d-788dca229866 req-f0a28f7a-cac0-407f-bcec-f99d5ec94a18 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 946 time: 0.0592139 Jan 31 19:23:54.413629 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 57310) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:54.418210 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0e09a127-b1e9-4582-8df1-2061c389c19a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Request body: {'floatingip': {'port_id': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:54.458133 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e09a127-b1e9-4582-8df1-2061c389c19a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (6cb45ddc-c9be-4662-b0cf-a28f534a7a9b), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:54.459677 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d8c0d-3220-46df-bba5-f8fa074b2492 req-99eaeffc-40ff-4c10-bfd3-aa3a81eeaa79 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:54.461227 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-258d8c0d-3220-46df-bba5-f8fa074b2492 req-99eaeffc-40ff-4c10-bfd3-aa3a81eeaa79 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 945 time: 0.0588195 Jan 31 19:23:54.509433 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-258d8c0d-3220-46df-bba5-f8fa074b2492 req-e2db6505-9fc3-42b4-93bd-b97a8820c98e tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422666 Jan 31 19:23:54.924746 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e09a127-b1e9-4582-8df1-2061c389c19a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:54.994555 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e09a127-b1e9-4582-8df1-2061c389c19a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (6cb45ddc-c9be-4662-b0cf-a28f534a7a9b), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:55.098213 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.l3_db [None req-0e09a127-b1e9-4582-8df1-2061c389c19a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Floating IP 6cb45ddc-c9be-4662-b0cf-a28f534a7a9b associated. External IP: 172.27.1.27, port: cc404d09-6018-4f3c-9fbe-3bf4d0b44226. Jan 31 19:23:55.311517 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e09a127-b1e9-4582-8df1-2061c389c19a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Router 700fb037-3eca-46f6-9309-c6861275e873 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:23:55.422359 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e09a127-b1e9-4582-8df1-2061c389c19a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:23:55.427714 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0e09a127-b1e9-4582-8df1-2061c389c19a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:55.432628 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49103e77-3604-4913-b8d0-b18910c8b6ad None None] Sync routers for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:23:55.443361 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49103e77-3604-4913-b8d0-b18910c8b6ad None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:55.444794 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-49103e77-3604-4913-b8d0-b18910c8b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:23:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:55.464902 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-0e09a127-b1e9-4582-8df1-2061c389c19a tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "PUT /v2.0/floatingips/6cb45ddc-c9be-4662-b0cf-a28f534a7a9b HTTP/1.1" status: 200 len: 991 time: 1.0476844 Jan 31 19:23:55.464902 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f94c22-9b09-4748-80a1-1fbcead2888d', 'tag': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:55.465482 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b67e87-d74e-4b5b-8e3b-f1096ff1a0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f94c22-9b09-4748-80a1-1fbcead2888d", "tag": "cc404d09-6018-4f3c-9fbe-3bf4d0b44226"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:55.510916 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e08590-ee9e-4d68-b03d-7eb62c462ba2 x-openstack-request-id: req-09e08590-ee9e-4d68-b03d-7eb62c462ba2 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:55.511327 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f94c22-9b09-4748-80a1-1fbcead2888d", "tag": "cc404d09-6018-4f3c-9fbe-3bf4d0b44226", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:55.511678 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-09e08590-ee9e-4d68-b03d-7eb62c462ba2 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:55.512175 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f94c22-9b09-4748-80a1-1fbcead2888d', 'tag': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226', 'status': 'completed', 'code': 200} Jan 31 19:23:55.571234 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-49103e77-3604-4913-b8d0-b18910c8b6ad None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:55.583998 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784eb75-f26c-4885-b6fe-b6d627b699e2 req-939b577d-4ec7-4d24-b555-b30d04b6e22d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:55.591071 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8784eb75-f26c-4885-b6fe-b6d627b699e2 req-939b577d-4ec7-4d24-b555-b30d04b6e22d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 946 time: 0.0682571 Jan 31 19:23:55.640649 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8784eb75-f26c-4885-b6fe-b6d627b699e2 req-13abca2d-bc8c-4d69-911c-f4639e5c7922 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486906 Jan 31 19:23:55.679684 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b67e87-d74e-4b5b-8e3b-f1096ff1a0f9 req-d72099e0-1f21-445d-b384-d89e027c3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:55.681747 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b6b67e87-d74e-4b5b-8e3b-f1096ff1a0f9 req-d72099e0-1f21-445d-b384-d89e027c3da7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=694936399477419aa737191ef0856c4e&device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 1130 time: 0.1408110 Jan 31 19:23:55.694611 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435c4f7-e2f6-4607-81c2-055b7ef23f71 req-226b2bf5-0d1c-4c37-8b72-b6f8961ef116 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:55.696140 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e435c4f7-e2f6-4607-81c2-055b7ef23f71 req-226b2bf5-0d1c-4c37-8b72-b6f8961ef116 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 945 time: 0.0897090 Jan 31 19:23:55.813115 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-49103e77-3604-4913-b8d0-b18910c8b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '6cb45ddc-c9be-4662-b0cf-a28f534a7a9b', 'tenant_id': '694936399477419aa737191ef0856c4e', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': '700fb037-3eca-46f6-9309-c6861275e873', 'port_id': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'mac_address': 'fa:16:3e:c0:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f94c22-9b09-4748-80a1-1fbcead2888d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:36Z', 'updated_at': '2022-01-31T19:23:54Z', 'revision_number': 1, 'project_id': '694936399477419aa737191ef0856c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:50Z', 'revision_number': 5, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:55.817232 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e435c4f7-e2f6-4607-81c2-055b7ef23f71 req-3330c7f9-5c29-46e5-b138-3a2e71c04d7b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079502 Jan 31 19:23:55.838834 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b67e87-d74e-4b5b-8e3b-f1096ff1a0f9 req-7d00ebdf-6882-475d-87d5-61a6869c54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:55.841738 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b6b67e87-d74e-4b5b-8e3b-f1096ff1a0f9 req-7d00ebdf-6882-475d-87d5-61a6869c54cd service neutron] 10.222.0.77 "GET /v2.0/networks?id=f261ffb8-ebb6-4541-85b1-098d6402ff0f HTTP/1.1" status: 200 len: 912 time: 0.1413095 Jan 31 19:23:55.845295 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49103e77-3604-4913-b8d0-b18910c8b6ad None None] Checking router: 700fb037-3eca-46f6-9309-c6861275e873 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:23:55.855149 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49103e77-3604-4913-b8d0-b18910c8b6ad None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:55.855848 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-49103e77-3604-4913-b8d0-b18910c8b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:23:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:55.931753 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b6b67e87-d74e-4b5b-8e3b-f1096ff1a0f9 req-33ba7f4e-b60a-49e0-b85d-a1abd041b8db service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc404d09-6018-4f3c-9fbe-3bf4d0b44226 HTTP/1.1" status: 200 len: 999 time: 0.0692451 Jan 31 19:23:55.967580 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-49103e77-3604-4913-b8d0-b18910c8b6ad None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:56.005279 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b67e87-d74e-4b5b-8e3b-f1096ff1a0f9 req-83615e64-bd9f-4586-a69b-4296caf1e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:56.006942 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b6b67e87-d74e-4b5b-8e3b-f1096ff1a0f9 req-83615e64-bd9f-4586-a69b-4296caf1e50f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b3dfd382-d219-4670-afee-0d492cc2dd58 HTTP/1.1" status: 200 len: 849 time: 0.0474696 Jan 31 19:23:56.072240 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b67e87-d74e-4b5b-8e3b-f1096ff1a0f9 req-07444361-f328-43a6-be8b-c5b85d4143f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:56.073843 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b6b67e87-d74e-4b5b-8e3b-f1096ff1a0f9 req-07444361-f328-43a6-be8b-c5b85d4143f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f261ffb8-ebb6-4541-85b1-098d6402ff0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495629 Jan 31 19:23:56.186292 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b6b67e87-d74e-4b5b-8e3b-f1096ff1a0f9 req-104f04f7-e747-4887-a5ed-38b710f5e089 service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889230 Jan 31 19:23:56.197506 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-49103e77-3604-4913-b8d0-b18910c8b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '6cb45ddc-c9be-4662-b0cf-a28f534a7a9b', 'tenant_id': '694936399477419aa737191ef0856c4e', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': '700fb037-3eca-46f6-9309-c6861275e873', 'port_id': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'mac_address': 'fa:16:3e:c0:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f94c22-9b09-4748-80a1-1fbcead2888d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:36Z', 'updated_at': '2022-01-31T19:23:54Z', 'revision_number': 1, 'project_id': '694936399477419aa737191ef0856c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:50Z', 'revision_number': 5, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:56.229170 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49103e77-3604-4913-b8d0-b18910c8b6ad None None] The sync data for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi is: [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '6cb45ddc-c9be-4662-b0cf-a28f534a7a9b', 'tenant_id': '694936399477419aa737191ef0856c4e', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': '700fb037-3eca-46f6-9309-c6861275e873', 'port_id': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'mac_address': 'fa:16:3e:c0:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f94c22-9b09-4748-80a1-1fbcead2888d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:36Z', 'updated_at': '2022-01-31T19:23:54Z', 'revision_number': 1, 'project_id': '694936399477419aa737191ef0856c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:50Z', 'revision_number': 5, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:23:56.290544 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b6b67e87-d74e-4b5b-8e3b-f1096ff1a0f9 req-b8912db2-2b2e-4943-be45-9fb6fb5f743e service neutron] 10.222.0.77 "GET /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946124 Jan 31 19:23:56.442507 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68c08a-af8b-49e6-9a1c-1e5d37f27b2f None None] New status for floating IP 6cb45ddc-c9be-4662-b0cf-a28f534a7a9b: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:23:56.779347 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1946-b4bb-4d68-9550-a838d780a55a req-a7e3ed3f-c426-44fa-b606-c3912c05a44f tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:56.781147 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f52e1946-b4bb-4d68-9550-a838d780a55a req-a7e3ed3f-c426-44fa-b606-c3912c05a44f tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 946 time: 0.0673013 Jan 31 19:23:56.831342 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f52e1946-b4bb-4d68-9550-a838d780a55a req-88e009f7-f4fa-4798-b1d1-85e617a87927 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429547 Jan 31 19:24:02.338773 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49289c-1f04-49b1-9cbe-e2507b2fad80 req-644d4324-1ec8-4389-9237-1038f4515ee9 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:02.340409 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-da49289c-1f04-49b1-9cbe-e2507b2fad80 req-644d4324-1ec8-4389-9237-1038f4515ee9 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0561879 Jan 31 19:24:02.407091 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-da49289c-1f04-49b1-9cbe-e2507b2fad80 req-cc069a89-2bca-4bce-8362-af430d8b2efd tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0606327 Jan 31 19:24:02.458283 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13a8b-f783-4259-82c4-021df3acde27 req-f001711b-f66d-46ef-8b91-aacb182c93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:02.460468 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e5a13a8b-f783-4259-82c4-021df3acde27 req-f001711b-f66d-46ef-8b91-aacb182c93b3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=47ca2a0269214434a3c8676e3a51126e&device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 1169 time: 0.0473435 Jan 31 19:24:02.576880 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13a8b-f783-4259-82c4-021df3acde27 req-e5ca3176-11f6-4222-b505-d5ed4ae5650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:02.578453 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e5a13a8b-f783-4259-82c4-021df3acde27 req-e5ca3176-11f6-4222-b505-d5ed4ae5650f service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed0ec79a-b707-4b56-918d-78a1f0122266 HTTP/1.1" status: 200 len: 917 time: 0.1013894 Jan 31 19:24:02.662251 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e5a13a8b-f783-4259-82c4-021df3acde27 req-81d3a6c0-745f-4703-a5a7-46eb53072f62 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d254001e-8ef7-43ee-8816-0f691010685a HTTP/1.1" status: 200 len: 1002 time: 0.0692441 Jan 31 19:24:02.718509 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13a8b-f783-4259-82c4-021df3acde27 req-1b445800-d845-4530-82f1-a4a86e5b90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:02.719974 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e5a13a8b-f783-4259-82c4-021df3acde27 req-1b445800-d845-4530-82f1-a4a86e5b90c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42e5d16d-821a-432f-8a42-15df80176ccc HTTP/1.1" status: 200 len: 854 time: 0.0433121 Jan 31 19:24:02.770749 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13a8b-f783-4259-82c4-021df3acde27 req-a3db9b03-5ffc-438e-8233-f7c1852c3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:02.772791 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e5a13a8b-f783-4259-82c4-021df3acde27 req-a3db9b03-5ffc-438e-8233-f7c1852c3516 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed0ec79a-b707-4b56-918d-78a1f0122266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432117 Jan 31 19:24:02.879152 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e5a13a8b-f783-4259-82c4-021df3acde27 req-d54d1449-8d63-493d-941a-0a71ac3e8bb3 service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885594 Jan 31 19:24:02.979229 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e5a13a8b-f783-4259-82c4-021df3acde27 req-f231f171-91ac-4b05-81af-1478fd35f64a service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850978 Jan 31 19:24:03.534878 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ca749-f2b3-4ad4-b8b2-a2ab2be3cf64 req-ccd10a08-566e-437c-8db8-112acda65f78 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:03.536416 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6f3ca749-f2b3-4ad4-b8b2-a2ab2be3cf64 req-ccd10a08-566e-437c-8db8-112acda65f78 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0582347 Jan 31 19:24:03.599738 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6f3ca749-f2b3-4ad4-b8b2-a2ab2be3cf64 req-7c544b21-e09b-41fc-a1f2-18386a716759 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0569351 Jan 31 19:24:04.728594 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bab954-9af5-461d-8f91-6dca99146f2a req-df509e75-3b4c-49e9-9b29-74665f5bfa4f tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:04.730131 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-17bab954-9af5-461d-8f91-6dca99146f2a req-df509e75-3b4c-49e9-9b29-74665f5bfa4f tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0571167 Jan 31 19:24:04.790721 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-17bab954-9af5-461d-8f91-6dca99146f2a req-a5b9f94c-25ee-4b24-9907-a7cd9f708426 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549822 Jan 31 19:24:05.912007 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1ebc1-7346-4d93-bc91-6c344b66c332 req-3aa815be-efbc-4d6b-8800-55771b3daba3 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:05.913791 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5ca1ebc1-7346-4d93-bc91-6c344b66c332 req-3aa815be-efbc-4d6b-8800-55771b3daba3 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0542636 Jan 31 19:24:05.977187 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5ca1ebc1-7346-4d93-bc91-6c344b66c332 req-5ee86fea-b1b1-4709-93ff-f7f9ff4dd4fb tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0574803 Jan 31 19:24:07.123142 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a916c6c-7bb1-4c90-80cb-f02c96d8db86 req-7a7cc158-07d2-4810-be46-959d30e6b0da tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:07.124718 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4a916c6c-7bb1-4c90-80cb-f02c96d8db86 req-7a7cc158-07d2-4810-be46-959d30e6b0da tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0642185 Jan 31 19:24:07.191729 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4a916c6c-7bb1-4c90-80cb-f02c96d8db86 req-9395c604-2f8e-4018-9664-cde0ff9e85ba tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0608635 Jan 31 19:24:08.320070 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05323ae9-d688-4d4e-bd39-e131b826a271 req-b7fa8b9b-f42f-43e9-9f3b-cf98c680d44a tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:08.321608 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-05323ae9-d688-4d4e-bd39-e131b826a271 req-b7fa8b9b-f42f-43e9-9f3b-cf98c680d44a tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0565028 Jan 31 19:24:08.387858 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-05323ae9-d688-4d4e-bd39-e131b826a271 req-fe4d13c1-3cc5-4a25-91d1-4dad59fa5e89 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0604901 Jan 31 19:24:09.513356 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d920f5-db40-4ebc-a194-db842e2608fd req-0de43d5c-2b39-495c-8e85-5c2975822e43 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:09.515556 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-01d920f5-db40-4ebc-a194-db842e2608fd req-0de43d5c-2b39-495c-8e85-5c2975822e43 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0580564 Jan 31 19:24:09.585099 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-01d920f5-db40-4ebc-a194-db842e2608fd req-d30dd4fe-d288-4df1-aae0-4aab1635dd42 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0633943 Jan 31 19:24:10.707338 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4252a30-ad1e-4e46-a3c0-ee5f8fa5108b req-43219687-78d6-4e87-969d-ca8ed2455d10 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:10.708828 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d4252a30-ad1e-4e46-a3c0-ee5f8fa5108b req-43219687-78d6-4e87-969d-ca8ed2455d10 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0535214 Jan 31 19:24:10.770162 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d4252a30-ad1e-4e46-a3c0-ee5f8fa5108b req-e915dde5-bed1-4492-8fcf-c6915c53f25f tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0555484 Jan 31 19:24:11.491579 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-637a815c-c8a9-44c6-8f21-95ba892a45d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:11.765369 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:11.895446 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389926a-2911-4fbb-bfac-fde7225a39f7 req-ead4fe6a-9f89-4700-9302-61212957976b tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:11.896841 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4389926a-2911-4fbb-bfac-fde7225a39f7 req-ead4fe6a-9f89-4700-9302-61212957976b tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0573821 Jan 31 19:24:11.958762 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4389926a-2911-4fbb-bfac-fde7225a39f7 req-e1aab6e2-12fb-4106-a2a4-42292e66b87c tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0554540 Jan 31 19:24:13.082188 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59104794-afd4-4c4d-94c4-d3de3940e5f6 req-2aea5d91-8dce-4692-8080-22b03e11c096 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:13.083788 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-59104794-afd4-4c4d-94c4-d3de3940e5f6 req-2aea5d91-8dce-4692-8080-22b03e11c096 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0533378 Jan 31 19:24:13.144146 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-59104794-afd4-4c4d-94c4-d3de3940e5f6 req-b19ac213-b694-4580-8bda-f8b541fad4db tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539300 Jan 31 19:24:13.806162 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f809f1a3-d0b9-462a-bf5d-540ee8cd8671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:14.269867 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de25db6-9046-405d-a618-7c2228bd2a81 req-0afbd4c2-4227-4600-81af-50fb254b6256 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:14.271375 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4de25db6-9046-405d-a618-7c2228bd2a81 req-0afbd4c2-4227-4600-81af-50fb254b6256 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0576506 Jan 31 19:24:14.332832 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4de25db6-9046-405d-a618-7c2228bd2a81 req-1fa82704-4535-46b0-946b-1137655c7ca0 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547869 Jan 31 19:24:14.989110 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:15.456351 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f484e8-18db-4240-8742-582b7cfcab16 req-72c2e5fc-714d-48dc-8ac5-c2524afadcf0 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:15.458014 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b7f484e8-18db-4240-8742-582b7cfcab16 req-72c2e5fc-714d-48dc-8ac5-c2524afadcf0 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0544741 Jan 31 19:24:15.526074 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b7f484e8-18db-4240-8742-582b7cfcab16 req-ce4f9687-8ca7-4fcc-b233-ba828b338ce5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0610042 Jan 31 19:24:16.325848 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-6821be11-246e-403e-bb4e-4afd5cb04597 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:16.327344 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-6821be11-246e-403e-bb4e-4afd5cb04597 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/networks?id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 HTTP/1.1" status: 200 len: 815 time: 0.1107378 Jan 31 19:24:16.343287 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-6cd43d28-ef5a-461c-bc22-cd28e041f25f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/quotas/a92e2e1108bd4c2fb35eeaf9faa5aab3 HTTP/1.1" status: 200 len: 375 time: 0.0104332 Jan 31 19:24:16.403808 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-8ec2bdbe-8f39-4afe-8482-e0b1c0aa4ebd tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542874 Jan 31 19:24:16.424483 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:16.498218 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-ccc809ea-1f59-49ee-84d4-85bd4d4f9b3b service neutron] 10.222.0.72 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877438 Jan 31 19:24:16.593337 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-a127a501-47f6-4e0f-9cf7-f28a2fed3132 service neutron] 10.222.0.72 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887644 Jan 31 19:24:16.655765 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f6bbb-742e-4e1c-8fd3-9a2491a630b7 req-cc0b4292-08cf-4cd5-8396-5abde96b734d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:16.657257 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-355f6bbb-742e-4e1c-8fd3-9a2491a630b7 req-cc0b4292-08cf-4cd5-8396-5abde96b734d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0617807 Jan 31 19:24:16.723632 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-355f6bbb-742e-4e1c-8fd3-9a2491a630b7 req-1ef8d2af-e329-48b9-92ab-e0da54b5fb9b tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0598671 Jan 31 19:24:16.835568 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-295b5295-c41c-4496-8f3b-67605f3169a6 req-11f59b0f-d004-4dcb-b7b2-60a6e8c45527 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 210 time: 0.0278952 Jan 31 19:24:17.702987 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:17.871246 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0d1bf-efad-4c59-806a-455467934438 req-b5237956-62a1-43a8-b49a-f572842eaba1 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:17.872765 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fad0d1bf-efad-4c59-806a-455467934438 req-b5237956-62a1-43a8-b49a-f572842eaba1 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0720336 Jan 31 19:24:17.935432 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fad0d1bf-efad-4c59-806a-455467934438 req-1e0bcdef-62c0-42c3-842d-d0e0991e9177 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0565252 Jan 31 19:24:18.022812 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6ddca1b8-7a0f-4bd8-8267-c124687f330f req-7122918e-8a96-4bb1-ba14-17d23fd4a4c7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 210 time: 0.0320716 Jan 31 19:24:19.056644 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72dbc0-5350-4836-b02c-cddafb16ef0b req-9cddf1cd-a100-4a73-8240-5f08521545f2 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:19.058421 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ad72dbc0-5350-4836-b02c-cddafb16ef0b req-9cddf1cd-a100-4a73-8240-5f08521545f2 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0538292 Jan 31 19:24:19.121082 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b2b2497b-e2d5-4d14-95b8-52f980dc9218 req-634b7487-8a87-4487-adf1-7cf68853e092 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 210 time: 0.0273867 Jan 31 19:24:19.122276 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ad72dbc0-5350-4836-b02c-cddafb16ef0b req-3bb6574c-3192-4c96-b2cb-963308a97900 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0579450 Jan 31 19:24:19.442732 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-2c8d3b70-a261-49d8-95f4-f948bef0be11 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:19.444188 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-2c8d3b70-a261-49d8-95f4-f948bef0be11 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "GET /v2.0/networks?id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 HTTP/1.1" status: 200 len: 815 time: 0.1077740 Jan 31 19:24:19.461842 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-ac02c38b-b661-4bed-8033-1158f98479a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Request body: {'port': {'device_id': '0cbccbb3-bee0-419e-a56f-b5938a32c46a', 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458', 'admin_state_up': True, 'tenant_id': 'a92e2e1108bd4c2fb35eeaf9faa5aab3'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:24:19.732986 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-ac02c38b-b661-4bed-8033-1158f98479a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Made reservation on behalf of a92e2e1108bd4c2fb35eeaf9faa5aab3 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:24:19.736840 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-ac02c38b-b661-4bed-8033-1158f98479a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:19.866391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-ac02c38b-b661-4bed-8033-1158f98479a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Allocated IP 172.20.0.13 (a900c6a6-121d-4d2c-8a6e-ffbf01bb1458/0c78c46a-1e59-4ef1-ad8d-16edc57d0360/4b312d12-f081-480e-bba4-0d6a4bf13156) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:24:20.017120 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-ac02c38b-b661-4bed-8033-1158f98479a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks [] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:20.098241 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-ac02c38b-b661-4bed-8033-1158f98479a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:20.115125 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['81ff1857-121a-49e4-aa63-ea3f0f4bef0c', '0faa06ae-cdf8-44ea-8582-70f753e1fe55', '0d4bc481-32ab-4145-936c-4cea621d565d'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:24:20.141957 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-ac02c38b-b661-4bed-8033-1158f98479a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:24:20.154379 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-ac02c38b-b661-4bed-8033-1158f98479a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:24:20.162685 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-ac02c38b-b661-4bed-8033-1158f98479a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:24:20.189938 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02c38b-b661-4bed-8033-1158f98479a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Pushing event updated for resources: {'Port': ['ID=4b312d12-f081-480e-bba4-0d6a4bf13156,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:24:20.222490 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-ac02c38b-b661-4bed-8033-1158f98479a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:20.223295 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-ac02c38b-b661-4bed-8033-1158f98479a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:20.284611 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d1d1b-b083-473a-9777-1b65ea3aaaf1 req-65fbef2d-0524-4510-883f-534fdeabf52f tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:20.285115 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38724428-5c64-4181-9168-7c051aba6173 req-f53e5233-8fd6-4ca4-9811-bd75ee67ad4c tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:20.286359 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3e4d1d1b-b083-473a-9777-1b65ea3aaaf1 req-65fbef2d-0524-4510-883f-534fdeabf52f tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0601168 Jan 31 19:24:20.287399 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-38724428-5c64-4181-9168-7c051aba6173 req-f53e5233-8fd6-4ca4-9811-bd75ee67ad4c tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 932 time: 0.0625856 Jan 31 19:24:20.336052 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-ac02c38b-b661-4bed-8033-1158f98479a9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8776443 Jan 31 19:24:20.342344 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-38724428-5c64-4181-9168-7c051aba6173 req-411886a6-9428-4ed7-9b84-56c63492584e tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482991 Jan 31 19:24:20.360810 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Request body: {'port': {'device_id': '0cbccbb3-bee0-419e-a56f-b5938a32c46a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:24:20.389758 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3e4d1d1b-b083-473a-9777-1b65ea3aaaf1 req-fdd594ef-1e18-4d43-bf73-ed3058f71433 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0966990 Jan 31 19:24:20.433263 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:20.702848 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b312d12-f081-480e-bba4-0d6a4bf13156 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:24:20.710519 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Publish callbacks [] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:20.724111 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Transition to ACTIVE for port object 4b312d12-f081-480e-bba4-0d6a4bf13156 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:24:20.845844 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:20.898342 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Pushing event updated for resources: {'Port': ['ID=4b312d12-f081-480e-bba4-0d6a4bf13156,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:24:20.965513 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Attempting to bind port 4b312d12-f081-480e-bba4-0d6a4bf13156 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:24:20.965838 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Attempting to bind port 4b312d12-f081-480e-bba4-0d6a4bf13156 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:24:20.966164 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Attempting to bind port 4b312d12-f081-480e-bba4-0d6a4bf13156 on network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:24:20.970648 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Port 4b312d12-f081-480e-bba4-0d6a4bf13156 on network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:24:20.971087 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Attempting to bind port 4b312d12-f081-480e-bba4-0d6a4bf13156 on network a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:24:20.975840 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:24:20.976188 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Checking segment: {'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:24:20.978704 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Bound using segment: {'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:24:20.978704 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Bound port: 4b312d12-f081-480e-bba4-0d6a4bf13156, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60cfb70-e405-40be-89ae-0bbc17e187b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:24:20.978704 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:21.044291 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] For port 4b312d12-f081-480e-bba4-0d6a4bf13156, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:24:21.047295 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] For port 4b312d12-f081-480e-bba4-0d6a4bf13156, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b312d12-f081-480e-bba4-0d6a4bf13156,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:24:21.172197 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:21.206278 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:21.206894 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:21.208269 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] 10.222.0.77 "PUT /v2.0/ports/4b312d12-f081-480e-bba4-0d6a4bf13156 HTTP/1.1" status: 200 len: 1094 time: 0.8520255 Jan 31 19:24:21.208701 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cbccbb3-bee0-419e-a56f-b5938a32c46a', 'tag': '4b312d12-f081-480e-bba4-0d6a4bf13156'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:24:21.210948 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f083f834-c0d4-4c3e-b1ff-291c64be97fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0cbccbb3-bee0-419e-a56f-b5938a32c46a", "tag": "4b312d12-f081-480e-bba4-0d6a4bf13156"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:24:21.234874 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e8e6c-4953-45e7-9752-50f4e9c29479 service neutron] Pushing event updated for resources: {'Port': ['ID=4b312d12-f081-480e-bba4-0d6a4bf13156,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:24:21.313288 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2214fe53-5dbd-4e86-a0c7-65a6f01a2715 x-openstack-request-id: req-2214fe53-5dbd-4e86-a0c7-65a6f01a2715 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:24:21.313586 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cbccbb3-bee0-419e-a56f-b5938a32c46a", "tag": "4b312d12-f081-480e-bba4-0d6a4bf13156", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:24:21.313852 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2214fe53-5dbd-4e86-a0c7-65a6f01a2715 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:24:21.314262 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cbccbb3-bee0-419e-a56f-b5938a32c46a', 'tag': '4b312d12-f081-480e-bba4-0d6a4bf13156', 'status': 'completed', 'code': 200} Jan 31 19:24:21.397449 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083f834-c0d4-4c3e-b1ff-291c64be97fd req-0d21d1a9-c3e7-4fe3-af5c-ab6d572bac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:21.399211 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f083f834-c0d4-4c3e-b1ff-291c64be97fd req-0d21d1a9-c3e7-4fe3-af5c-ab6d572bac75 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 1128 time: 0.0463324 Jan 31 19:24:21.521420 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324848fe-ed60-42bd-85e8-47768c70f892 req-0cc8f276-15ec-4582-8931-e3d64b147990 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:21.522985 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-324848fe-ed60-42bd-85e8-47768c70f892 req-0cc8f276-15ec-4582-8931-e3d64b147990 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0572000 Jan 31 19:24:21.541551 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bad73-7a06-4860-a189-8a87bf26b020 req-9ee29fb3-af1b-48e0-874c-d73026e72004 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:21.543345 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c70bad73-7a06-4860-a189-8a87bf26b020 req-9ee29fb3-af1b-48e0-874c-d73026e72004 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 944 time: 0.1275768 Jan 31 19:24:21.560056 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083f834-c0d4-4c3e-b1ff-291c64be97fd req-b879b12f-fefd-4732-a054-41640834c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:21.561541 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f083f834-c0d4-4c3e-b1ff-291c64be97fd req-b879b12f-fefd-4732-a054-41640834c26a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1554949 Jan 31 19:24:21.587377 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-324848fe-ed60-42bd-85e8-47768c70f892 req-33b0cf12-9f4d-4bed-8762-581f2c23879d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0573907 Jan 31 19:24:21.656489 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c70bad73-7a06-4860-a189-8a87bf26b020 req-3e77fe45-e123-40f2-9212-148f2a82cb11 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074991 Jan 31 19:24:21.688687 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083f834-c0d4-4c3e-b1ff-291c64be97fd req-f5b8d65e-ee0a-4c08-84d1-5524673aca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:21.690227 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f083f834-c0d4-4c3e-b1ff-291c64be97fd req-f5b8d65e-ee0a-4c08-84d1-5524673aca74 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1199920 Jan 31 19:24:21.782073 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-51af08a9-ec8a-4429-9847-02291665d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:21.783594 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-51af08a9-ec8a-4429-9847-02291665d21a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 1128 time: 0.0460956 Jan 31 19:24:21.832185 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-1ddc9991-ae5b-4997-b0d5-caa581253bf0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b312d12-f081-480e-bba4-0d6a4bf13156 HTTP/1.1" status: 200 len: 217 time: 0.0346096 Jan 31 19:24:21.889110 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-73a29571-7474-46f1-b5ab-d2e2f031708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:21.890563 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-73a29571-7474-46f1-b5ab-d2e2f031708c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c78c46a-1e59-4ef1-ad8d-16edc57d0360 HTTP/1.1" status: 200 len: 855 time: 0.0481172 Jan 31 19:24:21.928042 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-22c181a0-ed4f-46b3-a5af-b3851e6c9f47 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253468 Jan 31 19:24:22.024634 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-47b43389-002e-4d15-8363-62635f12bd4d service neutron] 10.222.0.77 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830822 Jan 31 19:24:22.119356 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ae780c11-262d-4259-a352-5b26db5bcc8e req-a6196682-e1ba-45c5-86a4-4b72b9399db7 service neutron] 10.222.0.77 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871599 Jan 31 19:24:22.710664 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285684c-a6ed-46fb-8569-92a49bdd3d83 req-a83883b8-f4f3-47e0-be2e-b444af614041 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:22.712141 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3285684c-a6ed-46fb-8569-92a49bdd3d83 req-a83883b8-f4f3-47e0-be2e-b444af614041 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0548887 Jan 31 19:24:22.782913 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-3285684c-a6ed-46fb-8569-92a49bdd3d83 req-66c785c1-e8c3-4c3d-ba59-c0e1308e8b33 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0646656 Jan 31 19:24:22.785326 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b661e-2e4f-4695-b0af-6a08f56c8815 req-a02d9c90-5cdc-4c6b-b758-3496a4c50705 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:22.786845 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-258b661e-2e4f-4695-b0af-6a08f56c8815 req-a02d9c90-5cdc-4c6b-b758-3496a4c50705 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 944 time: 0.0566235 Jan 31 19:24:22.836260 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-258b661e-2e4f-4695-b0af-6a08f56c8815 req-52a8e16b-1759-4af8-93bb-ab15612a3ae9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429370 Jan 31 19:24:23.908644 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fb89d-0821-40ae-aff5-8f63d2e08789 req-08e50cb7-806c-41b4-9261-6630f8bb0a2f tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:23.910171 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-803fb89d-0821-40ae-aff5-8f63d2e08789 req-08e50cb7-806c-41b4-9261-6630f8bb0a2f tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0563571 Jan 31 19:24:23.963280 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41870e6a-fb1d-47e3-8144-0e0e300b4709 req-b8c5ad79-2dcc-4de1-8f2a-86ab2513e426 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:23.964881 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-41870e6a-fb1d-47e3-8144-0e0e300b4709 req-b8c5ad79-2dcc-4de1-8f2a-86ab2513e426 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 944 time: 0.0570614 Jan 31 19:24:23.970888 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-803fb89d-0821-40ae-aff5-8f63d2e08789 req-482c9a76-da68-453b-8a06-8850a4bc32bb tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0551906 Jan 31 19:24:24.014146 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-41870e6a-fb1d-47e3-8144-0e0e300b4709 req-b2cd9776-ae16-48ea-bdcc-5574ccc29e5b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421882 Jan 31 19:24:24.402961 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 4b312d12-f081-480e-bba4-0d6a4bf13156 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:24:24.505146 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 4b312d12-f081-480e-bba4-0d6a4bf13156, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b312d12-f081-480e-bba4-0d6a4bf13156,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:24:24.518551 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': '4b312d12-f081-480e-bba4-0d6a4bf13156', 'network_id': 'a900c6a6-121d-4d2c-8a6e-ffbf01bb1458', 'port_id': '4b312d12-f081-480e-bba4-0d6a4bf13156', 'mac_address': 'fa:16:3e:5d:5d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c78c46a-1e59-4ef1-ad8d-16edc57d0360', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:24:24.557872 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 4b312d12-f081-480e-bba4-0d6a4bf13156 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:24:24.558168 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:24.573301 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b312d12-f081-480e-bba4-0d6a4bf13156 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:24:24.598682 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 4b312d12-f081-480e-bba4-0d6a4bf13156, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b312d12-f081-480e-bba4-0d6a4bf13156,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:24:24.720490 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:24.895147 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=4b312d12-f081-480e-bba4-0d6a4bf13156,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:24:24.902201 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:24.902556 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:24.902899 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:24.903244 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:24.903579 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:24.903913 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:24.904240 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:24.904567 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:24.904891 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:24.905249 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:24.905576 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:24.906436 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:24.906939 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:25.100015 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b1d5-0be8-491f-be35-df6a9fb7267e req-aa15dc4e-9085-4663-9d8a-5df3b702acbb tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:25.101579 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a402b1d5-0be8-491f-be35-df6a9fb7267e req-aa15dc4e-9085-4663-9d8a-5df3b702acbb tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.0608675 Jan 31 19:24:25.135513 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112dff0-db7d-4ded-b12f-59aa5a19afe8 req-12f4c3b3-fbd3-4108-a0e4-78097e22110b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:25.136993 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e112dff0-db7d-4ded-b12f-59aa5a19afe8 req-12f4c3b3-fbd3-4108-a0e4-78097e22110b tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 945 time: 0.0548279 Jan 31 19:24:25.167968 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a402b1d5-0be8-491f-be35-df6a9fb7267e req-58ae2ceb-abe4-4706-9462-f39f60af4bb0 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&id=770117f7-aa74-425a-9043-e4793c7678d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0605078 Jan 31 19:24:25.184968 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e112dff0-db7d-4ded-b12f-59aa5a19afe8 req-6bdbecf3-c5d5-4bef-bb5d-b728ee28f135 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417333 Jan 31 19:24:25.332771 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['4b312d12-f081-480e-bba4-0d6a4bf13156'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:24:26.310635 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a765e-7212-4c17-ba5d-fecc27b63412 req-611bf087-1911-4544-9cb0-90bbc7ce9f40 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:26.312110 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bf7a765e-7212-4c17-ba5d-fecc27b63412 req-611bf087-1911-4544-9cb0-90bbc7ce9f40 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 945 time: 0.0576689 Jan 31 19:24:26.359121 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bf7a765e-7212-4c17-ba5d-fecc27b63412 req-50fac6a8-4e68-4ef8-9b6a-60d442d2cd56 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414290 Jan 31 19:24:27.483103 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc1872-3356-4d60-8df2-e6962927a5ce req-4f178966-655a-40da-8f80-b9e7070eed4e tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:27.485396 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f5bc1872-3356-4d60-8df2-e6962927a5ce req-4f178966-655a-40da-8f80-b9e7070eed4e tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 945 time: 0.0558641 Jan 31 19:24:27.536602 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f5bc1872-3356-4d60-8df2-e6962927a5ce req-d502ee49-e694-4ade-86b5-8d9efc01ba66 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454516 Jan 31 19:24:28.263322 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:24:28.452692 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 4b312d12-f081-480e-bba4-0d6a4bf13156 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:24:28.555065 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port 4b312d12-f081-480e-bba4-0d6a4bf13156 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:24:28.559282 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port 4b312d12-f081-480e-bba4-0d6a4bf13156 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:24:28.559673 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:28.646541 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 4b312d12-f081-480e-bba4-0d6a4bf13156 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:24:28.646957 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:28.665983 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254338af-4f7c-4c40-9f24-79bdd1d5b4af req-0c5e094d-673e-40dd-a3ec-2aabd040daa7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:28.667516 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-254338af-4f7c-4c40-9f24-79bdd1d5b4af req-0c5e094d-673e-40dd-a3ec-2aabd040daa7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 945 time: 0.0575833 Jan 31 19:24:28.675545 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbccbb3-bee0-419e-a56f-b5938a32c46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b312d12-f081-480e-bba4-0d6a4bf13156'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:24:28.677527 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed9f594-9a19-4815-ae82-01479153d0fc" -d '{"events": [{"server_uuid": "0cbccbb3-bee0-419e-a56f-b5938a32c46a", "name": "network-vif-plugged", "status": "completed", "tag": "4b312d12-f081-480e-bba4-0d6a4bf13156"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:24:28.691386 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 4b312d12-f081-480e-bba4-0d6a4bf13156, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b312d12-f081-480e-bba4-0d6a4bf13156,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:24:28.720582 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-254338af-4f7c-4c40-9f24-79bdd1d5b4af req-d418ffe3-da65-452a-b227-a533afcf8686 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468314 Jan 31 19:24:28.775571 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec143e8e-302f-48a6-a9be-9a56d34f2867 x-openstack-request-id: req-ec143e8e-302f-48a6-a9be-9a56d34f2867 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:24:28.775867 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbccbb3-bee0-419e-a56f-b5938a32c46a", "name": "network-vif-plugged", "status": "completed", "tag": "4b312d12-f081-480e-bba4-0d6a4bf13156", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:24:28.776240 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ec143e8e-302f-48a6-a9be-9a56d34f2867 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:24:28.776526 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbccbb3-bee0-419e-a56f-b5938a32c46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b312d12-f081-480e-bba4-0d6a4bf13156', 'code': 200} Jan 31 19:24:28.777756 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:28.827369 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=4b312d12-f081-480e-bba4-0d6a4bf13156,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:24:29.137179 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3577b-1175-4ad5-8e65-e2e9c2df18a6 req-fa663815-9791-4843-89ad-9fef97e69c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:29.139242 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-57c3577b-1175-4ad5-8e65-e2e9c2df18a6 req-fa663815-9791-4843-89ad-9fef97e69c4b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 1130 time: 0.0467911 Jan 31 19:24:29.192149 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-57c3577b-1175-4ad5-8e65-e2e9c2df18a6 req-f32854b7-076c-4fb9-9e0d-ab6844ddd13f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Jan 31 19:24:29.843723 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade5be-5cde-4615-bc77-7b28c44bfd73 req-981dc66e-d25e-4646-9f4a-b01d1434b2af tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:29.845631 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-04ade5be-5cde-4615-bc77-7b28c44bfd73 req-981dc66e-d25e-4646-9f4a-b01d1434b2af tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 946 time: 0.0579982 Jan 31 19:24:29.893393 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-04ade5be-5cde-4615-bc77-7b28c44bfd73 req-3977e95f-9e71-4f14-a731-d43ec93d5693 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Jan 31 19:24:31.015835 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba7efd-5958-4510-bf55-710c3e16bf45 req-41dcf134-aafa-4ecf-b226-d9cb13dac4e7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:31.017647 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-05ba7efd-5958-4510-bf55-710c3e16bf45 req-41dcf134-aafa-4ecf-b226-d9cb13dac4e7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 946 time: 0.0541487 Jan 31 19:24:31.066664 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-05ba7efd-5958-4510-bf55-710c3e16bf45 req-2ca17781-b1ce-4c83-9522-b88646ede42a tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Jan 31 19:24:32.186921 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c8f29-a284-4168-9361-d7c864d3c0b0 req-0f8965a4-292d-415c-a2f8-1465ba4d9016 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:32.188548 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a58c8f29-a284-4168-9361-d7c864d3c0b0 req-0f8965a4-292d-415c-a2f8-1465ba4d9016 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 946 time: 0.0533583 Jan 31 19:24:32.238716 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a58c8f29-a284-4168-9361-d7c864d3c0b0 req-58c1419f-de72-4a52-bf15-c64a63d22607 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445011 Jan 31 19:24:39.164265 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d35a9-d48e-492f-873a-2b3042a660d7 req-6598de86-9817-481b-9a4a-c16753fd9264 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:39.166760 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f25d35a9-d48e-492f-873a-2b3042a660d7 req-6598de86-9817-481b-9a4a-c16753fd9264 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0703518 Jan 31 19:24:39.228006 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f25d35a9-d48e-492f-873a-2b3042a660d7 req-7dc813c3-7b54-40e6-b066-ee99a0160f8a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532389 Jan 31 19:24:40.369180 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4b68b-23cf-454c-b011-e9e8cfcafa30 req-69e7dc9c-d4de-4a9a-a4a8-708e03db87f4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:40.370732 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ddb4b68b-23cf-454c-b011-e9e8cfcafa30 req-69e7dc9c-d4de-4a9a-a4a8-708e03db87f4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0604830 Jan 31 19:24:40.421588 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ddb4b68b-23cf-454c-b011-e9e8cfcafa30 req-b291bfd8-65d6-4654-b6a3-a93fb3e18c45 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449119 Jan 31 19:24:41.459434 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7695-9524-4b43-b9cf-61bcaa0b5da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:41.557866 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b72a1f-1b9b-4436-be1d-1b514966bfba req-daab5b38-9edc-4e19-9385-9259aed6e81a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:41.559561 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-67b72a1f-1b9b-4436-be1d-1b514966bfba req-daab5b38-9edc-4e19-9385-9259aed6e81a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0593200 Jan 31 19:24:41.614851 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-67b72a1f-1b9b-4436-be1d-1b514966bfba req-81d8ddc6-3eee-441f-afba-01001b09290a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491369 Jan 31 19:24:41.651754 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:42.791625 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d571fd-0c70-499e-a337-c6f8156bd2d4 req-f8de9ebc-7a6a-42e4-ab6f-cc98e866d39e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:42.793982 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-95d571fd-0c70-499e-a337-c6f8156bd2d4 req-f8de9ebc-7a6a-42e4-ab6f-cc98e866d39e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0850537 Jan 31 19:24:42.846694 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-95d571fd-0c70-499e-a337-c6f8156bd2d4 req-3eb65fe9-8e9c-43ec-8cf4-9c1a450e5851 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467496 Jan 31 19:24:43.906389 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8992ff39-0a15-418d-8421-d574b8da2aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:43.984797 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb26c45-1e60-4315-b9d7-79d2d4b20fc3 req-01cb8794-d20e-40fc-84d7-4d009c812867 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:43.986371 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0fb26c45-1e60-4315-b9d7-79d2d4b20fc3 req-01cb8794-d20e-40fc-84d7-4d009c812867 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0532491 Jan 31 19:24:44.040580 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0fb26c45-1e60-4315-b9d7-79d2d4b20fc3 req-46ae8060-e135-4958-81b3-ea62ef0c55ef tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483811 Jan 31 19:24:44.840915 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:44.944651 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-29b7f735-b7a8-4c79-a4cb-339a198d7de1 req-e0f742ac-7f14-4d3f-bdc0-1d62087f626a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458543 Jan 31 19:24:45.023182 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7f735-b7a8-4c79-a4cb-339a198d7de1 req-a1a9a4aa-acd3-4807-803e-b72f84dda95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:45.024711 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-29b7f735-b7a8-4c79-a4cb-339a198d7de1 req-a1a9a4aa-acd3-4807-803e-b72f84dda95a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 1130 time: 0.0463474 Jan 31 19:24:45.173708 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7f735-b7a8-4c79-a4cb-339a198d7de1 req-07af1186-fb62-42b6-aa1b-9303201b5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:45.176173 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-29b7f735-b7a8-4c79-a4cb-339a198d7de1 req-07af1186-fb62-42b6-aa1b-9303201b5c1a service neutron] 10.222.0.77 "GET /v2.0/networks?id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 HTTP/1.1" status: 200 len: 917 time: 0.1283762 Jan 31 19:24:45.194291 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51f4d9-ca7c-4858-abc2-6b634d56c450 req-0988dde3-36b4-4600-aabe-df6afb1db5c8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:45.195821 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bf51f4d9-ca7c-4858-abc2-6b634d56c450 req-0988dde3-36b4-4600-aabe-df6afb1db5c8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0759680 Jan 31 19:24:45.236824 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-29b7f735-b7a8-4c79-a4cb-339a198d7de1 req-b99449c0-87c2-4369-857d-42acaff29ebe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81ff1857-121a-49e4-aa63-ea3f0f4bef0c HTTP/1.1" status: 200 len: 217 time: 0.0399120 Jan 31 19:24:45.309381 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bf51f4d9-ca7c-4858-abc2-6b634d56c450 req-0b7ad0d2-15ba-44a1-bb30-ae23ead016c1 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068227 Jan 31 19:24:45.313404 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7f735-b7a8-4c79-a4cb-339a198d7de1 req-dc2d729d-6492-4e22-bbc3-ded77dee9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:45.314915 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-29b7f735-b7a8-4c79-a4cb-339a198d7de1 req-dc2d729d-6492-4e22-bbc3-ded77dee9a66 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c78c46a-1e59-4ef1-ad8d-16edc57d0360 HTTP/1.1" status: 200 len: 855 time: 0.0679173 Jan 31 19:24:45.355907 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-29b7f735-b7a8-4c79-a4cb-339a198d7de1 req-59837cd7-59d0-47f3-a97b-cd7967c2342d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302632 Jan 31 19:24:45.462903 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-29b7f735-b7a8-4c79-a4cb-339a198d7de1 req-77f9577a-42f1-4965-90bf-e51c42388088 service neutron] 10.222.0.77 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879259 Jan 31 19:24:45.571078 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-29b7f735-b7a8-4c79-a4cb-339a198d7de1 req-7565ad0c-d840-4113-abba-226273496818 service neutron] 10.222.0.77 "GET /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967984 Jan 31 19:24:46.457795 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa64f0-9c67-47da-8af1-7bf63ec66019 req-f30dd1dd-aba8-414f-b7c1-56935ddff518 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:46.460252 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ccaa64f0-9c67-47da-8af1-7bf63ec66019 req-f30dd1dd-aba8-414f-b7c1-56935ddff518 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0718112 Jan 31 19:24:46.472812 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:46.516027 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ccaa64f0-9c67-47da-8af1-7bf63ec66019 req-db15e772-4184-488c-9b25-06330db4e4a2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496466 Jan 31 19:24:47.667050 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c94f0-33ec-4964-b9f7-ca28d092643a req-adf71c9a-1bf2-4d9f-948a-b81dfeef096e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:47.675747 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5f2c94f0-33ec-4964-b9f7-ca28d092643a req-adf71c9a-1bf2-4d9f-948a-b81dfeef096e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0696390 Jan 31 19:24:47.719702 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5f2c94f0-33ec-4964-b9f7-ca28d092643a req-33cb7cad-0fb1-4567-9944-3cc15116cdb9 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451772 Jan 31 19:24:47.772555 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:48.195053 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a56fd0-497c-41c0-91a5-41403116d74f req-797cd42e-cfa4-454c-86d9-d8c8617beedc tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:48.196611 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-35a56fd0-497c-41c0-91a5-41403116d74f req-797cd42e-cfa4-454c-86d9-d8c8617beedc tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 946 time: 0.0601463 Jan 31 19:24:48.252110 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-35a56fd0-497c-41c0-91a5-41403116d74f req-5b428b29-f675-4438-9963-5fa0fa056523 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496392 Jan 31 19:24:48.861830 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd33e1-0065-4e7d-b4a7-9daf629bc80d req-ae8b4ffc-4e80-4117-b5aa-d0bf0e242242 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:48.864825 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f0bd33e1-0065-4e7d-b4a7-9daf629bc80d req-ae8b4ffc-4e80-4117-b5aa-d0bf0e242242 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0597241 Jan 31 19:24:48.916327 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f0bd33e1-0065-4e7d-b4a7-9daf629bc80d req-700a426b-06c4-4885-b3a3-eb753ddd3a28 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455122 Jan 31 19:24:49.379265 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a5d28-c283-4b24-8ebf-db107c6a1f2d req-f34a606d-5ae4-4a05-a777-d9b78e8ac4eb tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:49.380756 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-204a5d28-c283-4b24-8ebf-db107c6a1f2d req-f34a606d-5ae4-4a05-a777-d9b78e8ac4eb tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 946 time: 0.0556927 Jan 31 19:24:49.430654 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-204a5d28-c283-4b24-8ebf-db107c6a1f2d req-dfd8a845-9c25-4ad1-a772-9fc7d195f381 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442965 Jan 31 19:24:50.060742 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278ed5a-506f-4a48-b202-0e4b78c63d2d req-1cd05ede-2f8e-4fd4-a4a5-7f871b5b4e4b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:50.062286 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c278ed5a-506f-4a48-b202-0e4b78c63d2d req-1cd05ede-2f8e-4fd4-a4a5-7f871b5b4e4b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0684638 Jan 31 19:24:50.110685 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c278ed5a-506f-4a48-b202-0e4b78c63d2d req-131529a7-fbfd-4bf3-b80d-23fd33d84e61 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424080 Jan 31 19:24:50.557555 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2734b66-c925-4527-9f67-59a137141d06 req-b25e793b-c54f-4efb-901e-716be1393efa tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:50.559175 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a2734b66-c925-4527-9f67-59a137141d06 req-b25e793b-c54f-4efb-901e-716be1393efa tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 946 time: 0.0591788 Jan 31 19:24:50.561980 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c1676-a2b2-4046-a505-edb146076a7e req-bb64a5d8-9f09-4507-9a7f-cc8bb8607658 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:50.563454 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-112c1676-a2b2-4046-a505-edb146076a7e req-bb64a5d8-9f09-4507-9a7f-cc8bb8607658 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 946 time: 0.0553830 Jan 31 19:24:50.608894 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a2734b66-c925-4527-9f67-59a137141d06 req-7529e7e2-de1b-482e-81a4-dc845b62cdb9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440803 Jan 31 19:24:50.673312 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-112c1676-a2b2-4046-a505-edb146076a7e req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Deleting port 4b312d12-f081-480e-bba4-0d6a4bf13156 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:24:50.673657 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-112c1676-a2b2-4046-a505-edb146076a7e req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:50.765883 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-112c1676-a2b2-4046-a505-edb146076a7e req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] For port 4b312d12-f081-480e-bba4-0d6a4bf13156, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4b312d12-f081-480e-bba4-0d6a4bf13156,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:24:50.766127 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-112c1676-a2b2-4046-a505-edb146076a7e req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:50.782544 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-112c1676-a2b2-4046-a505-edb146076a7e req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Calling delete_port for 4b312d12-f081-480e-bba4-0d6a4bf13156 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:24:51.011994 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-112c1676-a2b2-4046-a505-edb146076a7e req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (4b312d12-f081-480e-bba4-0d6a4bf13156), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:51.029626 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['81ff1857-121a-49e4-aa63-ea3f0f4bef0c', '0faa06ae-cdf8-44ea-8582-70f753e1fe55', '0d4bc481-32ab-4145-936c-4cea621d565d', '4b312d12-f081-480e-bba4-0d6a4bf13156'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:24:51.042444 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Pushing event deleted for resources: {'Port': ['ID=4b312d12-f081-480e-bba4-0d6a4bf13156,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:24:51.076262 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:51.077253 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:51.077253 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:51.077253 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:51.077699 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:51.077988 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:51.078234 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:51.078579 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:51.078920 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:51.079266 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:51.079585 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:51.079921 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:51.080284 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:24:51.098216 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-112c1676-a2b2-4046-a505-edb146076a7e req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] No DVR routers for this DVR port 4b312d12-f081-480e-bba4-0d6a4bf13156 on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:24:51.107491 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-112c1676-a2b2-4046-a505-edb146076a7e req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:51.113598 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-112c1676-a2b2-4046-a505-edb146076a7e req-150331f9-3097-465b-a8bc-4784fedd4676 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "DELETE /v2.0/ports/4b312d12-f081-480e-bba4-0d6a4bf13156 HTTP/1.1" status: 204 len: 173 time: 0.5421631 Jan 31 19:24:51.114267 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbccbb3-bee0-419e-a56f-b5938a32c46a', 'name': 'network-vif-deleted', 'tag': '4b312d12-f081-480e-bba4-0d6a4bf13156'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:24:51.118204 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070b2f67-f548-4fa1-8f7d-69da175815d6" -d '{"events": [{"server_uuid": "0cbccbb3-bee0-419e-a56f-b5938a32c46a", "name": "network-vif-deleted", "tag": "4b312d12-f081-480e-bba4-0d6a4bf13156"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:24:51.163860 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdec608c-a613-4e16-8b16-abf26bb54203 x-openstack-request-id: req-bdec608c-a613-4e16-8b16-abf26bb54203 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:24:51.164416 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbccbb3-bee0-419e-a56f-b5938a32c46a", "name": "network-vif-deleted", "tag": "4b312d12-f081-480e-bba4-0d6a4bf13156", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:24:51.165015 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bdec608c-a613-4e16-8b16-abf26bb54203 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:24:51.165684 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbccbb3-bee0-419e-a56f-b5938a32c46a', 'name': 'network-vif-deleted', 'tag': '4b312d12-f081-480e-bba4-0d6a4bf13156', 'status': 'completed', 'code': 200} Jan 31 19:24:51.274838 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211897c-2d74-48f4-84fc-00753fc85457 req-c3a70554-1c30-445c-ad8b-0bdfbd8fbe4f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:51.278250 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1211897c-2d74-48f4-84fc-00753fc85457 req-c3a70554-1c30-445c-ad8b-0bdfbd8fbe4f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0670676 Jan 31 19:24:51.340284 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1211897c-2d74-48f4-84fc-00753fc85457 req-6b89c8a0-a363-4dac-893a-319fe9d85f05 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559585 Jan 31 19:24:51.719573 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-04c68e74-ba37-4438-9d1a-55d1ea3be0b5 req-e122e004-7035-4032-bdfb-ec9026d666b2 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cbccbb3-bee0-419e-a56f-b5938a32c46a HTTP/1.1" status: 200 len: 210 time: 0.0278809 Jan 31 19:24:52.483324 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45978fc-7137-4f22-a808-a26f3204722c req-02841a6a-022b-44e9-bc4d-80dccc06fc7b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:52.486664 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a45978fc-7137-4f22-a808-a26f3204722c req-02841a6a-022b-44e9-bc4d-80dccc06fc7b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0603857 Jan 31 19:24:52.544136 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a45978fc-7137-4f22-a808-a26f3204722c req-7bda9239-826c-4123-9901-39142d4e4849 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517037 Jan 31 19:24:53.703378 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db670c7-4331-4953-9bb8-59d9b9b69c23 req-809107ed-299c-4bd5-809e-1aa79b8d4f31 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:53.705739 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1db670c7-4331-4953-9bb8-59d9b9b69c23 req-809107ed-299c-4bd5-809e-1aa79b8d4f31 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0795295 Jan 31 19:24:53.759128 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1db670c7-4331-4953-9bb8-59d9b9b69c23 req-82e8f8e4-075d-436d-889c-256b91b9e963 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475128 Jan 31 19:24:54.491350 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d7a27-2d73-4177-bf83-fa9fe92f0637 req-5d618810-b754-42cb-aaca-f5cebe76379e tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:54.492862 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ad3d7a27-2d73-4177-bf83-fa9fe92f0637 req-5d618810-b754-42cb-aaca-f5cebe76379e tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 945 time: 0.0563941 Jan 31 19:24:54.544154 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ad3d7a27-2d73-4177-bf83-fa9fe92f0637 req-ac12253d-32fd-4b5b-88f2-09cb9a6426cb tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454581 Jan 31 19:24:54.617184 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 4b312d12-f081-480e-bba4-0d6a4bf13156 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:24:54.638281 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: 4b312d12-f081-480e-bba4-0d6a4bf13156 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:24:54.638539 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 4b312d12-f081-480e-bba4-0d6a4bf13156 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:24:54.892496 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42a0f-09e7-41d9-8cac-273b6f01bba3 req-f6e409d1-425a-45e9-82bb-31900c8e30b6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:54.894726 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-00d42a0f-09e7-41d9-8cac-273b6f01bba3 req-f6e409d1-425a-45e9-82bb-31900c8e30b6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0552683 Jan 31 19:24:54.941575 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-00d42a0f-09e7-41d9-8cac-273b6f01bba3 req-3ed9a729-d74e-4656-8d16-6f83d14eddfe tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Jan 31 19:24:55.677931 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c36591-fcbd-4a90-8416-dd7fe8e7fad1 req-ce1cee5e-7895-4ac1-a46d-a245dd1830b8 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:55.679485 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b9c36591-fcbd-4a90-8416-dd7fe8e7fad1 req-ce1cee5e-7895-4ac1-a46d-a245dd1830b8 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 945 time: 0.0588977 Jan 31 19:24:55.728490 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b9c36591-fcbd-4a90-8416-dd7fe8e7fad1 req-b32d16ae-7b09-49cb-a64d-40d292dd11a5 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428903 Jan 31 19:24:56.077225 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86a3dd-a499-4391-a4a0-428c453bd0e2 req-c8a2bb38-8380-421e-b52f-855f7aec718d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:56.078839 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5d86a3dd-a499-4391-a4a0-428c453bd0e2 req-c8a2bb38-8380-421e-b52f-855f7aec718d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0620565 Jan 31 19:24:56.137178 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5d86a3dd-a499-4391-a4a0-428c453bd0e2 req-769a7aa4-f774-4367-8f89-f87b7dac22f3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514672 Jan 31 19:24:56.858896 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39e9be-4bbf-4213-ae28-b2ecfd825471 req-57c35a3b-280b-4034-b925-521eeb18d1d6 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:56.860301 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2c39e9be-4bbf-4213-ae28-b2ecfd825471 req-57c35a3b-280b-4034-b925-521eeb18d1d6 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 945 time: 0.0546284 Jan 31 19:24:56.911587 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-2c39e9be-4bbf-4213-ae28-b2ecfd825471 req-9d85ef47-6efa-4a42-8748-6adc988334f3 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446446 Jan 31 19:24:56.974131 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54197892-6eee-486a-b935-50e00bbb178f req-cf0877e4-eed3-4f19-bdc8-f99401097735 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:56.975599 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-54197892-6eee-486a-b935-50e00bbb178f req-cf0877e4-eed3-4f19-bdc8-f99401097735 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 945 time: 0.0550981 Jan 31 19:24:57.389876 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-54197892-6eee-486a-b935-50e00bbb178f req-10665ef4-f58b-4f5b-afa2-1053c0c50e02 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Deleting port 0d4bc481-32ab-4145-936c-4cea621d565d {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:24:57.390782 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-54197892-6eee-486a-b935-50e00bbb178f req-10665ef4-f58b-4f5b-afa2-1053c0c50e02 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (0d4bc481-32ab-4145-936c-4cea621d565d), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:57.402299 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb6d63-09a3-4945-a5ec-480aa68a6c49 req-762bea13-1eae-48ee-a8e7-06345045b5d0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:57.403891 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ddfb6d63-09a3-4945-a5ec-480aa68a6c49 req-762bea13-1eae-48ee-a8e7-06345045b5d0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0736468 Jan 31 19:24:57.516457 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ddfb6d63-09a3-4945-a5ec-480aa68a6c49 req-490afee2-c466-47c4-ae9e-66875cd2f7ea tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972037 Jan 31 19:24:57.528580 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-54197892-6eee-486a-b935-50e00bbb178f req-10665ef4-f58b-4f5b-afa2-1053c0c50e02 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] For port 0d4bc481-32ab-4145-936c-4cea621d565d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0d4bc481-32ab-4145-936c-4cea621d565d,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:24:57.528954 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-54197892-6eee-486a-b935-50e00bbb178f req-10665ef4-f58b-4f5b-afa2-1053c0c50e02 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (0d4bc481-32ab-4145-936c-4cea621d565d), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:57.542369 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-54197892-6eee-486a-b935-50e00bbb178f req-10665ef4-f58b-4f5b-afa2-1053c0c50e02 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Calling delete_port for 0d4bc481-32ab-4145-936c-4cea621d565d owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:24:57.761205 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-54197892-6eee-486a-b935-50e00bbb178f req-10665ef4-f58b-4f5b-afa2-1053c0c50e02 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (0d4bc481-32ab-4145-936c-4cea621d565d), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:57.775607 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['81ff1857-121a-49e4-aa63-ea3f0f4bef0c', '0faa06ae-cdf8-44ea-8582-70f753e1fe55', '0d4bc481-32ab-4145-936c-4cea621d565d'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:24:57.790811 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10665ef4-f58b-4f5b-afa2-1053c0c50e02 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Pushing event deleted for resources: {'Port': ['ID=0d4bc481-32ab-4145-936c-4cea621d565d,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:24:57.841248 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-54197892-6eee-486a-b935-50e00bbb178f req-10665ef4-f58b-4f5b-afa2-1053c0c50e02 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] No DVR routers for this DVR port 0d4bc481-32ab-4145-936c-4cea621d565d on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:24:57.844087 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-54197892-6eee-486a-b935-50e00bbb178f req-10665ef4-f58b-4f5b-afa2-1053c0c50e02 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:57.848638 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-54197892-6eee-486a-b935-50e00bbb178f req-10665ef4-f58b-4f5b-afa2-1053c0c50e02 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "DELETE /v2.0/ports/0d4bc481-32ab-4145-936c-4cea621d565d HTTP/1.1" status: 204 len: 173 time: 0.8615825 Jan 31 19:24:57.849258 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b', 'name': 'network-vif-deleted', 'tag': '0d4bc481-32ab-4145-936c-4cea621d565d'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:24:57.851584 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d492c709-c9e9-436b-8a9c-65804e3c7830" -d '{"events": [{"server_uuid": "1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b", "name": "network-vif-deleted", "tag": "0d4bc481-32ab-4145-936c-4cea621d565d"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:24:57.890156 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87806f7-d7b1-41a1-a486-74fdb8514184 x-openstack-request-id: req-f87806f7-d7b1-41a1-a486-74fdb8514184 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:24:57.890459 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b", "name": "network-vif-deleted", "tag": "0d4bc481-32ab-4145-936c-4cea621d565d", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:24:57.890717 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f87806f7-d7b1-41a1-a486-74fdb8514184 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:24:57.891151 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b', 'name': 'network-vif-deleted', 'tag': '0d4bc481-32ab-4145-936c-4cea621d565d', 'status': 'completed', 'code': 200} Jan 31 19:24:58.013513 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fbb12170-1da9-48db-bf62-6f8406d91e4f req-901596da-bf73-446f-b5b4-828b36d3562d tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 210 time: 0.0307534 Jan 31 19:24:58.648725 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521707b4-19ce-4789-a0b9-d888af9b10bc req-492a3db3-9f47-407f-90e1-777db128513a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:58.650238 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-521707b4-19ce-4789-a0b9-d888af9b10bc req-492a3db3-9f47-407f-90e1-777db128513a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0575533 Jan 31 19:24:58.699756 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-521707b4-19ce-4789-a0b9-d888af9b10bc req-714fc7b1-52c9-40dd-887d-02a3bfd41e65 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438161 Jan 31 19:24:59.121479 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fd6fa573-e310-4468-90b4-f74e59c4ae03 req-6d4e7700-06f6-4ab1-9b14-b5229dc59272 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f0ca810-ea95-48af-8f8f-bcefe9b4bd3b HTTP/1.1" status: 200 len: 210 time: 0.0277569 Jan 31 19:24:59.826732 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c942c5-aa4b-42eb-8e0b-9e73a099d01b req-935e18ac-d0ad-4b96-be8f-c6f3cefb8912 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:59.828768 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-20c942c5-aa4b-42eb-8e0b-9e73a099d01b req-935e18ac-d0ad-4b96-be8f-c6f3cefb8912 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0534821 Jan 31 19:24:59.875783 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-20c942c5-aa4b-42eb-8e0b-9e73a099d01b req-21a62c33-8ec4-4412-ba0a-c1f97fc2b54d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409005 Jan 31 19:25:00.638696 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device e04fd2a5-71ff-45f3-9048-67354358ad48 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:25:00.699403 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb5407-80a8-407a-bf01-01b8b12cdc7f req-b8491e38-56e1-4fef-bbef-60bfd8f03308 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:00.700944 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-66bb5407-80a8-407a-bf01-01b8b12cdc7f req-b8491e38-56e1-4fef-bbef-60bfd8f03308 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 945 time: 0.0578039 Jan 31 19:25:00.740217 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port e04fd2a5-71ff-45f3-9048-67354358ad48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e04fd2a5-71ff-45f3-9048-67354358ad48,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:00.750261 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-66bb5407-80a8-407a-bf01-01b8b12cdc7f req-98f12a48-0d96-4135-a4f6-d6c888df8a15 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 Jan 31 19:25:00.750902 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'port_id': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'mac_address': 'fa:16:3e:4e:a5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:25:00.789391 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port e04fd2a5-71ff-45f3-9048-67354358ad48 is: ACTIVE; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:25:00.789786 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:00.802313 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e04fd2a5-71ff-45f3-9048-67354358ad48 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:25:00.821618 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port e04fd2a5-71ff-45f3-9048-67354358ad48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e04fd2a5-71ff-45f3-9048-67354358ad48,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:00.948786 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:00.996951 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=e04fd2a5-71ff-45f3-9048-67354358ad48,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:01.001980 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246e6ba-32e3-41b1-a1b2-98004b3fc113 req-f31008e1-3776-468d-80cd-e10c89e26a7b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:01.004055 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5246e6ba-32e3-41b1-a1b2-98004b3fc113 req-f31008e1-3776-468d-80cd-e10c89e26a7b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 944 time: 0.0545058 Jan 31 19:25:01.054860 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5246e6ba-32e3-41b1-a1b2-98004b3fc113 req-566af8ea-9165-4de4-8c3d-95349c0ea9d4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447989 Jan 31 19:25:01.123041 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['e04fd2a5-71ff-45f3-9048-67354358ad48'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:25:01.873787 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a38d0-604b-4ab8-89af-b3e5326fe09b req-2849c232-8dc5-46f7-bdcd-8290864344cb tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:01.875238 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-444a38d0-604b-4ab8-89af-b3e5326fe09b req-2849c232-8dc5-46f7-bdcd-8290864344cb tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 945 time: 0.0540569 Jan 31 19:25:01.922901 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-444a38d0-604b-4ab8-89af-b3e5326fe09b req-745d9064-86e6-4385-af41-8583670acc6c tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413711 Jan 31 19:25:02.188422 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db21e7-b774-49be-9dc7-faec39cc7bcb req-506e3a67-efe9-450d-905d-4cabf4e531a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:02.189928 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f7db21e7-b774-49be-9dc7-faec39cc7bcb req-506e3a67-efe9-450d-905d-4cabf4e531a6 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 944 time: 0.0588667 Jan 31 19:25:02.239068 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f7db21e7-b774-49be-9dc7-faec39cc7bcb req-7e4df905-b48c-4f81-be9f-adc6e6beb97a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 Jan 31 19:25:02.648907 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device e04fd2a5-71ff-45f3-9048-67354358ad48 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:25:02.698333 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port e04fd2a5-71ff-45f3-9048-67354358ad48 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:25:02.698700 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:02.783815 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port e04fd2a5-71ff-45f3-9048-67354358ad48 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:25:02.784122 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:02.808033 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:25:02.810369 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee26de7-af5b-4c7f-9652-a4b794702553" -d '{"events": [{"server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "name": "network-vif-plugged", "status": "completed", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:25:02.823766 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port e04fd2a5-71ff-45f3-9048-67354358ad48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e04fd2a5-71ff-45f3-9048-67354358ad48,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:02.847858 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05acd221-0dbe-4f52-bf00-6b50ce2d3035 x-openstack-request-id: req-05acd221-0dbe-4f52-bf00-6b50ce2d3035 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:25:02.848150 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "name": "network-vif-plugged", "status": "completed", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:25:02.848392 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-05acd221-0dbe-4f52-bf00-6b50ce2d3035 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:25:02.848780 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'code': 200} Jan 31 19:25:02.986901 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d3fef-e821-4313-98d0-78162068a76e req-0e44387f-dd78-4108-a5ef-5da828381d43 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:02.989012 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-223d3fef-e821-4313-98d0-78162068a76e req-0e44387f-dd78-4108-a5ef-5da828381d43 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 945 time: 0.0654082 Jan 31 19:25:03.016606 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:03.017482 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 0d4bc481-32ab-4145-936c-4cea621d565d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:03.050028 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c1644-f683-4dcd-913b-5c59ffd17dbb req-c3c72b8c-53e9-4ef5-ad52-239ef8e948c7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:03.051937 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-149c1644-f683-4dcd-913b-5c59ffd17dbb req-c3c72b8c-53e9-4ef5-ad52-239ef8e948c7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 945 time: 0.0586014 Jan 31 19:25:03.064245 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: 0d4bc481-32ab-4145-936c-4cea621d565d {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:03.066859 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 0d4bc481-32ab-4145-936c-4cea621d565d not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:03.096315 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=e04fd2a5-71ff-45f3-9048-67354358ad48,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:03.098288 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-223d3fef-e821-4313-98d0-78162068a76e req-2f92c009-2923-4135-bfa5-777d9e37c942 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Deleting port 0faa06ae-cdf8-44ea-8582-70f753e1fe55 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:03.098643 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-223d3fef-e821-4313-98d0-78162068a76e req-2f92c009-2923-4135-bfa5-777d9e37c942 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:03.118677 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-149c1644-f683-4dcd-913b-5c59ffd17dbb req-ef1725b9-6d68-4aee-8f51-f568a0190146 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608253 Jan 31 19:25:03.207090 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-223d3fef-e821-4313-98d0-78162068a76e req-2f92c009-2923-4135-bfa5-777d9e37c942 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] For port 0faa06ae-cdf8-44ea-8582-70f753e1fe55, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0faa06ae-cdf8-44ea-8582-70f753e1fe55,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:03.207690 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-223d3fef-e821-4313-98d0-78162068a76e req-2f92c009-2923-4135-bfa5-777d9e37c942 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:03.221298 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-223d3fef-e821-4313-98d0-78162068a76e req-2f92c009-2923-4135-bfa5-777d9e37c942 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Calling delete_port for 0faa06ae-cdf8-44ea-8582-70f753e1fe55 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:03.415409 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddd426-c460-4168-9d4d-55b51477b884 req-693593dc-b367-40e5-8576-4a17abf0aead tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:03.417156 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9fddd426-c460-4168-9d4d-55b51477b884 req-693593dc-b367-40e5-8576-4a17abf0aead tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.1015730 Jan 31 19:25:03.491938 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9fddd426-c460-4168-9d4d-55b51477b884 req-48a2c4b9-576d-457f-8318-7436bc860704 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647173 Jan 31 19:25:03.549297 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-223d3fef-e821-4313-98d0-78162068a76e req-2f92c009-2923-4135-bfa5-777d9e37c942 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (0faa06ae-cdf8-44ea-8582-70f753e1fe55), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:03.573280 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['81ff1857-121a-49e4-aa63-ea3f0f4bef0c', '0faa06ae-cdf8-44ea-8582-70f753e1fe55'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:25:03.584678 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92c009-2923-4135-bfa5-777d9e37c942 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Pushing event deleted for resources: {'Port': ['ID=0faa06ae-cdf8-44ea-8582-70f753e1fe55,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:03.636892 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-223d3fef-e821-4313-98d0-78162068a76e req-2f92c009-2923-4135-bfa5-777d9e37c942 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] No DVR routers for this DVR port 0faa06ae-cdf8-44ea-8582-70f753e1fe55 on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:25:03.639353 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-223d3fef-e821-4313-98d0-78162068a76e req-2f92c009-2923-4135-bfa5-777d9e37c942 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:03.642958 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-223d3fef-e821-4313-98d0-78162068a76e req-2f92c009-2923-4135-bfa5-777d9e37c942 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "DELETE /v2.0/ports/0faa06ae-cdf8-44ea-8582-70f753e1fe55 HTTP/1.1" status: 204 len: 173 time: 0.6472406 Jan 31 19:25:03.643475 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd32111-b831-4549-9037-9a27c8299d3d', 'name': 'network-vif-deleted', 'tag': '0faa06ae-cdf8-44ea-8582-70f753e1fe55'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:25:03.646466 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df627315-70f3-4a17-a11d-3b72c8e25a6a" -d '{"events": [{"server_uuid": "0fd32111-b831-4549-9037-9a27c8299d3d", "name": "network-vif-deleted", "tag": "0faa06ae-cdf8-44ea-8582-70f753e1fe55"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:25:03.694193 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84c0630-9ef9-4cff-9a11-b7b2be09cba8 x-openstack-request-id: req-e84c0630-9ef9-4cff-9a11-b7b2be09cba8 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:25:03.694489 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd32111-b831-4549-9037-9a27c8299d3d", "name": "network-vif-deleted", "tag": "0faa06ae-cdf8-44ea-8582-70f753e1fe55", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:25:03.694835 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e84c0630-9ef9-4cff-9a11-b7b2be09cba8 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:25:03.696049 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd32111-b831-4549-9037-9a27c8299d3d', 'name': 'network-vif-deleted', 'tag': '0faa06ae-cdf8-44ea-8582-70f753e1fe55', 'status': 'completed', 'code': 200} Jan 31 19:25:04.243338 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f956944f-fb04-4878-bba8-9f19dcbf0ad8 req-4cd2c4f2-1d12-4ca1-8fcb-9d193405a71f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 210 time: 0.0375578 Jan 31 19:25:04.657860 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba38ad-9a91-4298-8edb-a3db7896bebb req-2039b7f0-b1af-4ddb-bf84-72cfdcb6a714 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:04.661566 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fcba38ad-9a91-4298-8edb-a3db7896bebb req-2039b7f0-b1af-4ddb-bf84-72cfdcb6a714 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0741546 Jan 31 19:25:04.721640 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fcba38ad-9a91-4298-8edb-a3db7896bebb req-b4b11682-2d00-4913-9c31-61cbc263a681 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550854 Jan 31 19:25:05.262426 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:25:05.544731 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fa32a6ef-589f-4a55-a691-3e6453f86453 req-e916f762-716d-4c05-bcef-1f2291ad55d9 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fd32111-b831-4549-9037-9a27c8299d3d HTTP/1.1" status: 200 len: 210 time: 0.0373375 Jan 31 19:25:05.872367 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611078f4-ebe4-4bd5-a522-3fa05915d582 req-43f96ed6-dee2-471a-9ddb-4cfc529853b8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:05.875234 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-611078f4-ebe4-4bd5-a522-3fa05915d582 req-43f96ed6-dee2-471a-9ddb-4cfc529853b8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0647781 Jan 31 19:25:05.940138 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-611078f4-ebe4-4bd5-a522-3fa05915d582 req-d61f30b0-d2c1-41c0-872b-e2c8006064d3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577509 Jan 31 19:25:06.675802 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 0faa06ae-cdf8-44ea-8582-70f753e1fe55 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:06.700543 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: 0faa06ae-cdf8-44ea-8582-70f753e1fe55 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:06.700889 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 0faa06ae-cdf8-44ea-8582-70f753e1fe55 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:07.086608 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c8be-23c3-40de-acaa-10533db9f6a6 req-fe66f118-16d7-4000-a95f-98c8192627db tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:07.099268 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b1c7c8be-23c3-40de-acaa-10533db9f6a6 req-fe66f118-16d7-4000-a95f-98c8192627db tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0758126 Jan 31 19:25:07.164043 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b1c7c8be-23c3-40de-acaa-10533db9f6a6 req-2835c891-010d-4155-a841-6ef709467ad4 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636146 Jan 31 19:25:08.320496 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6bf43-606d-4920-a215-8c1fc6b6c298 req-350699db-4987-4b71-abe6-fd782437a31b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:08.322804 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-32b6bf43-606d-4920-a215-8c1fc6b6c298 req-350699db-4987-4b71-abe6-fd782437a31b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0633156 Jan 31 19:25:08.387817 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-32b6bf43-606d-4920-a215-8c1fc6b6c298 req-3cbe1302-4e23-4f6d-b927-d23a8cdf19de tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597875 Jan 31 19:25:08.789464 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152ab0a-ebb2-4d70-a75c-5c7b4ed1eab9 req-ff4aaf61-dffc-42fa-b8e0-a75b4dd640c1 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:08.791026 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d152ab0a-ebb2-4d70-a75c-5c7b4ed1eab9 req-ff4aaf61-dffc-42fa-b8e0-a75b4dd640c1 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 946 time: 0.0717349 Jan 31 19:25:08.853291 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d152ab0a-ebb2-4d70-a75c-5c7b4ed1eab9 req-66061cd0-9274-4f3f-b819-7df4aa942e18 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563009 Jan 31 19:25:09.564333 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a048527-cbaf-4db2-b905-1c9141ae4d26 req-88040224-0a68-470b-8662-b03a1a3ec128 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:09.567150 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8a048527-cbaf-4db2-b905-1c9141ae4d26 req-88040224-0a68-470b-8662-b03a1a3ec128 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0872796 Jan 31 19:25:09.646101 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8a048527-cbaf-4db2-b905-1c9141ae4d26 req-2260d7a5-20a0-4b76-b60c-461556a0c68f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722785 Jan 31 19:25:10.100570 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90df5a-040d-4472-a111-7482aef4585b req-c25714a5-f819-4d51-aef4-02ac8ca54fdb tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:10.100570 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fb90df5a-040d-4472-a111-7482aef4585b req-c25714a5-f819-4d51-aef4-02ac8ca54fdb tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 946 time: 0.0660372 Jan 31 19:25:10.100570 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fb90df5a-040d-4472-a111-7482aef4585b req-0b6214b5-9b1e-4e8f-a2b1-737321cc0521 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511529 Jan 31 19:25:10.900926 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba84ca-33d8-45f8-aea1-da6c992d99d1 req-ce08b99f-6c9f-4c45-9258-6d5ad049c56d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:10.924907 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-83ba84ca-33d8-45f8-aea1-da6c992d99d1 req-ce08b99f-6c9f-4c45-9258-6d5ad049c56d tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.1046045 Jan 31 19:25:10.986526 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-83ba84ca-33d8-45f8-aea1-da6c992d99d1 req-025b82b3-b14d-4192-8630-3ace6ed3cab3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757861 Jan 31 19:25:11.277173 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797236c-ad07-4bbb-a23f-c5a8b7435223 req-e8c4ee17-8a21-4990-af61-724eddd808a7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:11.286687 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4797236c-ad07-4bbb-a23f-c5a8b7435223 req-e8c4ee17-8a21-4990-af61-724eddd808a7 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 946 time: 0.0870037 Jan 31 19:25:11.318186 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5502ea-ff4e-40ef-97e3-474c64036bcb req-b44c5871-f351-4864-89bb-8b8336bf9a4f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:11.319618 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5a5502ea-ff4e-40ef-97e3-474c64036bcb req-b44c5871-f351-4864-89bb-8b8336bf9a4f tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 946 time: 0.0904753 Jan 31 19:25:11.349729 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4797236c-ad07-4bbb-a23f-c5a8b7435223 req-cc56f38b-344b-4559-8bdf-c0e8dbad905e tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/security-groups?id=b83dddad-0f66-4f40-a2d1-c9739f3182f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614171 Jan 31 19:25:11.499375 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab107-f8c7-4b73-b0da-185df2bdcba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:11.503595 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5a5502ea-ff4e-40ef-97e3-474c64036bcb req-4e67d073-4adf-42cb-8e85-0f89dfef2813 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Deleting port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:11.504395 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5a5502ea-ff4e-40ef-97e3-474c64036bcb req-4e67d073-4adf-42cb-8e85-0f89dfef2813 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:11.616160 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5a5502ea-ff4e-40ef-97e3-474c64036bcb req-4e67d073-4adf-42cb-8e85-0f89dfef2813 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] For port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81ff1857-121a-49e4-aa63-ea3f0f4bef0c,segment=NetworkSegment(d60cfb70-e405-40be-89ae-0bbc17e187b7),segment_id=d60cfb70-e405-40be-89ae-0bbc17e187b7)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:11.616790 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5a5502ea-ff4e-40ef-97e3-474c64036bcb req-4e67d073-4adf-42cb-8e85-0f89dfef2813 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:11.636452 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5a5502ea-ff4e-40ef-97e3-474c64036bcb req-4e67d073-4adf-42cb-8e85-0f89dfef2813 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Calling delete_port for 81ff1857-121a-49e4-aa63-ea3f0f4bef0c owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:11.731558 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:11.897630 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5a5502ea-ff4e-40ef-97e3-474c64036bcb req-4e67d073-4adf-42cb-8e85-0f89dfef2813 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (81ff1857-121a-49e4-aa63-ea3f0f4bef0c), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:11.912496 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['81ff1857-121a-49e4-aa63-ea3f0f4bef0c'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:25:11.942754 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67d073-4adf-42cb-8e85-0f89dfef2813 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Pushing event deleted for resources: {'Port': ['ID=81ff1857-121a-49e4-aa63-ea3f0f4bef0c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:12.014450 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5502ea-ff4e-40ef-97e3-474c64036bcb req-4e67d073-4adf-42cb-8e85-0f89dfef2813 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] No DVR routers for this DVR port 81ff1857-121a-49e4-aa63-ea3f0f4bef0c on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:25:12.020043 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5a5502ea-ff4e-40ef-97e3-474c64036bcb req-4e67d073-4adf-42cb-8e85-0f89dfef2813 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:12.031693 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5a5502ea-ff4e-40ef-97e3-474c64036bcb req-4e67d073-4adf-42cb-8e85-0f89dfef2813 tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.77 "DELETE /v2.0/ports/81ff1857-121a-49e4-aa63-ea3f0f4bef0c HTTP/1.1" status: 204 len: 173 time: 0.7006600 Jan 31 19:25:12.032445 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64465876-a08b-4e0f-b1a9-ed7ce64c687e', 'name': 'network-vif-deleted', 'tag': '81ff1857-121a-49e4-aa63-ea3f0f4bef0c'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:25:12.037181 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412606fc-1a83-4c0c-b4d3-775b2dbe24ea" -d '{"events": [{"server_uuid": "64465876-a08b-4e0f-b1a9-ed7ce64c687e", "name": "network-vif-deleted", "tag": "81ff1857-121a-49e4-aa63-ea3f0f4bef0c"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:25:12.123073 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b35fb7-e552-4df8-bc49-e2700200ab1d x-openstack-request-id: req-84b35fb7-e552-4df8-bc49-e2700200ab1d {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:25:12.123369 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64465876-a08b-4e0f-b1a9-ed7ce64c687e", "name": "network-vif-deleted", "tag": "81ff1857-121a-49e4-aa63-ea3f0f4bef0c", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:25:12.123625 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-84b35fb7-e552-4df8-bc49-e2700200ab1d {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:25:12.124036 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64465876-a08b-4e0f-b1a9-ed7ce64c687e', 'name': 'network-vif-deleted', 'tag': '81ff1857-121a-49e4-aa63-ea3f0f4bef0c', 'status': 'completed', 'code': 200} Jan 31 19:25:12.182619 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc215b6e-4c16-4b8b-bf96-e6302a050944 req-16b0e0e7-8afa-4b87-ab78-dc8be8a2d4b5 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:12.191266 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bc215b6e-4c16-4b8b-bf96-e6302a050944 req-16b0e0e7-8afa-4b87-ab78-dc8be8a2d4b5 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0782671 Jan 31 19:25:12.244497 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bc215b6e-4c16-4b8b-bf96-e6302a050944 req-e4db48dc-7e52-45d8-894f-85d68661fbee tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523190 Jan 31 19:25:12.492582 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-962700a0-a5e0-4753-ab64-34267bcea146 req-5dbdd7df-dcfd-40c8-bdba-9a296deeddae tempest-AttachVolumeNegativeTest-1213377599 tempest-AttachVolumeNegativeTest-1213377599-project] 10.222.0.72 "GET /v2.0/ports?device_id=64465876-a08b-4e0f-b1a9-ed7ce64c687e HTTP/1.1" status: 200 len: 210 time: 0.0476305 Jan 31 19:25:13.413343 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b11653-d063-4dba-bfca-d4adb8337d19 req-84bc940f-e896-45f9-b41d-8184457349a5 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:13.415158 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-57b11653-d063-4dba-bfca-d4adb8337d19 req-84bc940f-e896-45f9-b41d-8184457349a5 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0652416 Jan 31 19:25:13.483868 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-57b11653-d063-4dba-bfca-d4adb8337d19 req-931b5065-78dc-4ac4-8dcb-e3018e1756f3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611677 Jan 31 19:25:13.582671 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 57906) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:13.660448 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Deleting subnet 0c78c46a-1e59-4ef1-ad8d-16edc57d0360 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:25:13.660448 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Publish callbacks [] for subnet (0c78c46a-1e59-4ef1-ad8d-16edc57d0360), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:13.684396 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8960374'] for subnet (0c78c46a-1e59-4ef1-ad8d-16edc57d0360), precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:13.731516 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (0c78c46a-1e59-4ef1-ad8d-16edc57d0360), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:14.240560 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ca5e8144-fffa-4510-b8eb-7714115913a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:14.242659 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9062758'] for subnet (0c78c46a-1e59-4ef1-ad8d-16edc57d0360), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:14.539213 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c78c46a-1e59-4ef1-ad8d-16edc57d0360,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:14.548126 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:14.548478 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:14.552406 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:14.552406 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:14.552406 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:14.552406 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:14.552406 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:14.552406 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:14.552406 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:14.552406 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:14.553027 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:14.553027 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:14.553357 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:14.556783 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:14.560269 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-49a169e0-f776-4dbb-93b5-51bf848408dc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0c78c46a-1e59-4ef1-ad8d-16edc57d0360 HTTP/1.1" status: 204 len: 168 time: 0.9765444 Jan 31 19:25:14.562869 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 57930) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:14.675248 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-adc2736e-f086-4b89-8775-27640136114a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (a900c6a6-121d-4d2c-8a6e-ffbf01bb1458), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:14.797715 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274e8ac-e464-42a0-9e32-166da8342f73 req-9001d73b-60e4-48fd-8d91-439aaa652fda tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:14.814081 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d274e8ac-e464-42a0-9e32-166da8342f73 req-9001d73b-60e4-48fd-8d91-439aaa652fda tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.1594806 Jan 31 19:25:14.869373 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:14.884498 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-adc2736e-f086-4b89-8775-27640136114a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (a900c6a6-121d-4d2c-8a6e-ffbf01bb1458), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:14.927919 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-adc2736e-f086-4b89-8775-27640136114a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a900c6a6-121d-4d2c-8a6e-ffbf01bb1458']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:14.933970 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d274e8ac-e464-42a0-9e32-166da8342f73 req-c485e2a4-83f7-4730-9fb6-1adf45f22869 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190364 Jan 31 19:25:14.952204 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-adc2736e-f086-4b89-8775-27640136114a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60cfb70-e405-40be-89ae-0bbc17e187b7') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:14.952204 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-adc2736e-f086-4b89-8775-27640136114a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60cfb70-e405-40be-89ae-0bbc17e187b7') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:14.960726 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-adc2736e-f086-4b89-8775-27640136114a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9343517'] for segment (d60cfb70-e405-40be-89ae-0bbc17e187b7), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:15.004079 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-adc2736e-f086-4b89-8775-27640136114a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (d60cfb70-e405-40be-89ae-0bbc17e187b7), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:15.013829 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc2736e-f086-4b89-8775-27640136114a admin admin] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:25:15.014399 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-adc2736e-f086-4b89-8775-27640136114a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8651311'] for segment (d60cfb70-e405-40be-89ae-0bbc17e187b7), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: Traceback (most recent call last): Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: timer() Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: cb(*args, **kw) Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: return func(*args, **kwargs) Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: self._notify() Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: self.callback(batched_events) Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: event.method(event) Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: return f(self, *a, **k) Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: return self._get(url).json() Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: return self.request(url, 'GET', **kwargs) Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:25:15.016662 dv-cinder-813223-5-iscsi neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:25:15.120873 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986ec14-34b3-45a7-af30-94d617061a32 req-a45606df-5b3a-4e90-84b6-64244edca115 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:15.122702 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e986ec14-34b3-45a7-af30-94d617061a32 req-a45606df-5b3a-4e90-84b6-64244edca115 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 946 time: 0.0836499 Jan 31 19:25:15.178458 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e986ec14-34b3-45a7-af30-94d617061a32 req-7b4c5200-a350-4e5f-ba0c-eadb31f0ba8d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492558 Jan 31 19:25:15.274860 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-adc2736e-f086-4b89-8775-27640136114a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (a900c6a6-121d-4d2c-8a6e-ffbf01bb1458), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:15.280427 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-adc2736e-f086-4b89-8775-27640136114a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:15.284262 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-adc2736e-f086-4b89-8775-27640136114a admin admin] 10.222.0.72 "DELETE /v2.0/networks/a900c6a6-121d-4d2c-8a6e-ffbf01bb1458 HTTP/1.1" status: 204 len: 168 time: 0.7195501 Jan 31 19:25:15.297122 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2736e-f086-4b89-8775-27640136114a admin admin] Pushing event deleted for resources: {'Network': ['ID=a900c6a6-121d-4d2c-8a6e-ffbf01bb1458,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:15.857869 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 57946) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:15.902784 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-6aafd584-1785-47f9-a0c5-69b2b45b779f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a92e2e1108bd4c2fb35eeaf9faa5aab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437279 Jan 31 19:25:15.905293 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 57948) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:15.958043 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74a96d68-c953-4fce-92ba-66b76ccb9b22 admin admin] Publish callbacks [] for security_group (b83dddad-0f66-4f40-a2d1-c9739f3182f1), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:15.991620 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74a96d68-c953-4fce-92ba-66b76ccb9b22 admin admin] Publish callbacks [] for security_group (b83dddad-0f66-4f40-a2d1-c9739f3182f1), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:16.161369 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fa726-a2cb-4f7d-b3e1-6c6d55f99f07 req-0bbeedeb-5cca-4500-9cd2-ba533e50b608 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:16.166564 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e85fa726-a2cb-4f7d-b3e1-6c6d55f99f07 req-0bbeedeb-5cca-4500-9cd2-ba533e50b608 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0777545 Jan 31 19:25:16.166564 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74a96d68-c953-4fce-92ba-66b76ccb9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (b83dddad-0f66-4f40-a2d1-c9739f3182f1), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:16.169861 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74a96d68-c953-4fce-92ba-66b76ccb9b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:16.171730 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-74a96d68-c953-4fce-92ba-66b76ccb9b22 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b83dddad-0f66-4f40-a2d1-c9739f3182f1 HTTP/1.1" status: 204 len: 168 time: 0.2653368 Jan 31 19:25:16.197262 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a96d68-c953-4fce-92ba-66b76ccb9b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83dddad-0f66-4f40-a2d1-c9739f3182f1,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:16.275755 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e85fa726-a2cb-4f7d-b3e1-6c6d55f99f07 req-9764bc55-4d40-46f3-a37c-7f05d47da198 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023571 Jan 31 19:25:16.341895 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d796c-4d62-4ec9-b1f3-210cec3e74bf req-e6b21953-d94d-4b2a-beec-94aed5444287 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:16.343728 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-469d796c-4d62-4ec9-b1f3-210cec3e74bf req-e6b21953-d94d-4b2a-beec-94aed5444287 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 946 time: 0.0693123 Jan 31 19:25:16.406503 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-469d796c-4d62-4ec9-b1f3-210cec3e74bf req-13733d48-dd21-4224-a96f-f1b26edfeed7 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547521 Jan 31 19:25:16.436963 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:16.491230 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e169f89-a99b-492f-9754-bd880fd50a45 req-05219b4c-ea12-4280-bada-8eaa05f9af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:16.493017 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3e169f89-a99b-492f-9754-bd880fd50a45 req-05219b4c-ea12-4280-bada-8eaa05f9af29 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 1129 time: 0.0625823 Jan 31 19:25:16.608309 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e169f89-a99b-492f-9754-bd880fd50a45 req-8af5febb-6072-4c04-a389-6b3cdd96be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:16.609889 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3e169f89-a99b-492f-9754-bd880fd50a45 req-8af5febb-6072-4c04-a389-6b3cdd96be81 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 200 len: 919 time: 0.1041207 Jan 31 19:25:16.704559 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3e169f89-a99b-492f-9754-bd880fd50a45 req-3e62ac04-82b4-4e83-aa4b-c279a357d56b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e04fd2a5-71ff-45f3-9048-67354358ad48 HTTP/1.1" status: 200 len: 1001 time: 0.0854688 Jan 31 19:25:16.710870 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 81ff1857-121a-49e4-aa63-ea3f0f4bef0c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:16.734510 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: 81ff1857-121a-49e4-aa63-ea3f0f4bef0c {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:16.735015 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 81ff1857-121a-49e4-aa63-ea3f0f4bef0c not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:16.772294 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e169f89-a99b-492f-9754-bd880fd50a45 req-0a9cf0a9-a645-49b3-950a-38d409e62549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:16.773707 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3e169f89-a99b-492f-9754-bd880fd50a45 req-0a9cf0a9-a645-49b3-950a-38d409e62549 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4c50c8fa-063d-4447-81e7-9a815420e7f8 HTTP/1.1" status: 200 len: 856 time: 0.0624430 Jan 31 19:25:16.852450 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e169f89-a99b-492f-9754-bd880fd50a45 req-36bc97c7-0af8-438a-9368-3254035ffb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:16.854440 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3e169f89-a99b-492f-9754-bd880fd50a45 req-36bc97c7-0af8-438a-9368-3254035ffb41 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e72e47be-aaa8-400d-b997-58e2a6efc84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711443 Jan 31 19:25:16.976288 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3e169f89-a99b-492f-9754-bd880fd50a45 req-840bd799-12ec-4087-ba94-3e7c1e888fff service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132438 Jan 31 19:25:17.088221 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3e169f89-a99b-492f-9754-bd880fd50a45 req-5b02b9cc-bd94-45dd-8363-38645d4c9dce service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048443 Jan 31 19:25:17.285500 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-c669658c-b38d-4bdb-aaac-01b6729eb3ee tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:17.287361 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-c669658c-b38d-4bdb-aaac-01b6729eb3ee tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 946 time: 0.0725710 Jan 31 19:25:17.464352 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce74ba-4036-4583-89e5-ba96c248a486 req-2e54f3f5-bd59-4e9e-bc40-2f0a8bcb2837 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:17.467107 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d2ce74ba-4036-4583-89e5-ba96c248a486 req-2e54f3f5-bd59-4e9e-bc40-2f0a8bcb2837 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0816061 Jan 31 19:25:17.474279 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Deleting port cc404d09-6018-4f3c-9fbe-3bf4d0b44226 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:17.474902 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:17.614185 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4362c-73e7-4031-9997-a3283dcae96d req-eba30cd0-cdd0-480f-9f32-96b0c10854a5 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:17.617538 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89a4362c-73e7-4031-9997-a3283dcae96d req-eba30cd0-cdd0-480f-9f32-96b0c10854a5 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 946 time: 0.1090469 Jan 31 19:25:17.656295 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d2ce74ba-4036-4583-89e5-ba96c248a486 req-7c30d30f-aeba-4f5f-aaa9-c9e65693e539 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573343 Jan 31 19:25:17.682118 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89a4362c-73e7-4031-9997-a3283dcae96d req-999b4670-1f73-4b9a-a300-b5a11c3475da tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups?id=bdc85046-fd87-42e3-b27d-221674d168c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575287 Jan 31 19:25:17.698347 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] For port cc404d09-6018-4f3c-9fbe-3bf4d0b44226, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc404d09-6018-4f3c-9fbe-3bf4d0b44226,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:17.698970 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:17.714518 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:17.940778 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:17.941186 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (6cb45ddc-c9be-4662-b0cf-a28f534a7a9b), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:17.941568 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.l3_db [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Floating IP 6cb45ddc-c9be-4662-b0cf-a28f534a7a9b disassociated. External IP: 172.27.1.27, port: cc404d09-6018-4f3c-9fbe-3bf4d0b44226. Jan 31 19:25:17.941942 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Calling delete_port for cc404d09-6018-4f3c-9fbe-3bf4d0b44226 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:18.200693 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (cc404d09-6018-4f3c-9fbe-3bf4d0b44226), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:18.232576 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event deleted for resources: {'Port': ['ID=cc404d09-6018-4f3c-9fbe-3bf4d0b44226,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:18.355220 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Router 700fb037-3eca-46f6-9309-c6861275e873 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:25:18.478621 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:25:18.490374 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28982cc3-6086-4bbe-b739-0ce20aba7bee None None] Sync routers for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:25:18.502422 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28982cc3-6086-4bbe-b739-0ce20aba7bee None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:18.503464 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-28982cc3-6086-4bbe-b739-0ce20aba7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:25:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:18.520678 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] No DVR routers for this DVR port cc404d09-6018-4f3c-9fbe-3bf4d0b44226 on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:25:18.525510 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:18.526499 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cf63a9f8-5bd3-4376-a201-1485dd46f459 req-0b6b211f-b86f-4956-af8b-241fcd011042 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.77 "DELETE /v2.0/ports/cc404d09-6018-4f3c-9fbe-3bf4d0b44226 HTTP/1.1" status: 204 len: 173 time: 1.2310607 Jan 31 19:25:18.526951 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f94c22-9b09-4748-80a1-1fbcead2888d', 'name': 'network-vif-deleted', 'tag': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:25:18.529253 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70af8c7-2f5d-489f-80ee-33d402fd4fd8" -d '{"events": [{"server_uuid": "c7f94c22-9b09-4748-80a1-1fbcead2888d", "name": "network-vif-deleted", "tag": "cc404d09-6018-4f3c-9fbe-3bf4d0b44226"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:25:18.607996 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43717c8a-5a44-4d83-bf05-0cfd83e888cc x-openstack-request-id: req-43717c8a-5a44-4d83-bf05-0cfd83e888cc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:25:18.608295 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f94c22-9b09-4748-80a1-1fbcead2888d", "name": "network-vif-deleted", "tag": "cc404d09-6018-4f3c-9fbe-3bf4d0b44226", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:25:18.608560 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-43717c8a-5a44-4d83-bf05-0cfd83e888cc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:25:18.608948 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f94c22-9b09-4748-80a1-1fbcead2888d', 'name': 'network-vif-deleted', 'tag': 'cc404d09-6018-4f3c-9fbe-3bf4d0b44226', 'status': 'completed', 'code': 200} Jan 31 19:25:18.659287 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-28982cc3-6086-4bbe-b739-0ce20aba7bee None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:18.906360 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3c767e99-c080-4fc9-8452-85193e55c896 req-757f1536-6c59-4af8-ad5a-f86f530aedd2 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/ports?device_id=c7f94c22-9b09-4748-80a1-1fbcead2888d HTTP/1.1" status: 200 len: 210 time: 0.0647118 Jan 31 19:25:18.924313 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449b30b-e604-4851-9535-ec8ab5416d5b req-b4de86c0-1431-4eef-9048-8c9e5c8972de tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:18.933860 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6449b30b-e604-4851-9535-ec8ab5416d5b req-b4de86c0-1431-4eef-9048-8c9e5c8972de tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0858924 Jan 31 19:25:18.987031 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6449b30b-e604-4851-9535-ec8ab5416d5b req-f649c17d-5a3c-485d-9b5d-c8104115cb11 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508239 Jan 31 19:25:19.008086 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-28982cc3-6086-4bbe-b739-0ce20aba7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:50Z', 'revision_number': 5, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:19.052801 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28982cc3-6086-4bbe-b739-0ce20aba7bee None None] Checking router: 700fb037-3eca-46f6-9309-c6861275e873 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:25:19.063585 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28982cc3-6086-4bbe-b739-0ce20aba7bee None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:19.064350 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-28982cc3-6086-4bbe-b739-0ce20aba7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:25:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:19.182260 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-28982cc3-6086-4bbe-b739-0ce20aba7bee None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:19.538636 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-28982cc3-6086-4bbe-b739-0ce20aba7bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:50Z', 'revision_number': 5, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:19.569199 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28982cc3-6086-4bbe-b739-0ce20aba7bee None None] The sync data for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi is: [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:18:43Z', 'revision_number': 4, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '89d544c4-07d5-4cfe-815e-f2b93d696b53', 'name': '', 'network_id': 'f261ffb8-ebb6-4541-85b1-098d6402ff0f', 'tenant_id': '694936399477419aa737191ef0856c4e', 'mac_address': 'fa:16:3e:7c:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:41Z', 'updated_at': '2022-01-31T19:18:50Z', 'revision_number': 5, 'project_id': '694936399477419aa737191ef0856c4e', 'subnets': [{'id': 'b3dfd382-d219-4670-afee-0d492cc2dd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:25:19.809923 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6e39e-9124-49e2-9b75-5e815f1c9fb8 None None] New status for floating IP 6cb45ddc-c9be-4662-b0cf-a28f534a7a9b: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:25:19.930216 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58020) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:20.048720 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90492a46-5679-49d0-805e-928e26f3a14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.102426 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58030) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:20.158163 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe52158-5794-464f-9bbc-a52cb625b775 req-dc778e4a-b853-46b8-83c2-b9627996ec6b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:20.160540 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7fe52158-5794-464f-9bbc-a52cb625b775 req-dc778e4a-b853-46b8-83c2-b9627996ec6b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 945 time: 0.0957665 Jan 31 19:25:20.176729 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c59f2bf-3394-4707-8d0f-b29e9eb02a08 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group (bdc85046-fd87-42e3-b27d-221674d168c1), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.198257 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90492a46-5679-49d0-805e-928e26f3a14e admin admin] Publish callbacks [] for security_group (b7ea4a76-38bf-471b-8c5c-8761a1be0d10), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.203360 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c59f2bf-3394-4707-8d0f-b29e9eb02a08 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group (bdc85046-fd87-42e3-b27d-221674d168c1), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.227027 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7fe52158-5794-464f-9bbc-a52cb625b775 req-2066715f-0be4-4b89-b830-28606d180c3a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573044 Jan 31 19:25:20.315653 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-90492a46-5679-49d0-805e-928e26f3a14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (b7ea4a76-38bf-471b-8c5c-8761a1be0d10), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.348852 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c59f2bf-3394-4707-8d0f-b29e9eb02a08 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (bdc85046-fd87-42e3-b27d-221674d168c1), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.351814 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1c59f2bf-3394-4707-8d0f-b29e9eb02a08 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.353422 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-1c59f2bf-3394-4707-8d0f-b29e9eb02a08 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "DELETE /v2.0/security-groups/bdc85046-fd87-42e3-b27d-221674d168c1 HTTP/1.1" status: 204 len: 168 time: 0.2498910 Jan 31 19:25:20.356993 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58036) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:20.358009 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90492a46-5679-49d0-805e-928e26f3a14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ea4a76-38bf-471b-8c5c-8761a1be0d10,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:20.364384 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-90492a46-5679-49d0-805e-928e26f3a14e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69a3bf5b77aa4375af4a5071ecbb6b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4324682 Jan 31 19:25:20.374758 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59f2bf-3394-4707-8d0f-b29e9eb02a08 tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc85046-fd87-42e3-b27d-221674d168c1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:20.375837 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58038) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:20.383198 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.api.v2.resource [None req-ce8f1a86-8536-4b61-8fcb-b1f2a2b1f1dd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] show failed (client error): The resource could not be found. Jan 31 19:25:20.384621 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ce8f1a86-8536-4b61-8fcb-b1f2a2b1f1dd tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "GET /v2.0/security-groups/bdc85046-fd87-42e3-b27d-221674d168c1 HTTP/1.1" status: 404 len: 347 time: 0.0252085 Jan 31 19:25:20.389630 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58040) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:20.580972 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eb5d1a20-5933-41d6-9e77-a8528ce6f3d5 req-01ee27a3-a4ab-4b71-b0c9-fe8b9aa1a6cd tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66042564&fields=id&tenant_id=47ca2a0269214434a3c8676e3a51126e HTTP/1.1" status: 200 len: 267 time: 0.1288517 Jan 31 19:25:20.587027 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b025d162-3b4e-4658-8b65-00cde1724917 admin admin] Publish callbacks [] for security_group (b7ea4a76-38bf-471b-8c5c-8761a1be0d10), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.647917 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b025d162-3b4e-4658-8b65-00cde1724917 admin admin] Publish callbacks [] for security_group (b7ea4a76-38bf-471b-8c5c-8761a1be0d10), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.677440 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-80a5ac43-d286-4b33-b120-2253aca7995d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Deleting port 4f175291-9bb1-4f3f-9550-da4eecd00bc4 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:20.677786 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80a5ac43-d286-4b33-b120-2253aca7995d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (4f175291-9bb1-4f3f-9550-da4eecd00bc4), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.711819 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device e04fd2a5-71ff-45f3-9048-67354358ad48 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:20.719744 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d1a20-5933-41d6-9e77-a8528ce6f3d5 req-81da3c23-72e8-4f49-b668-e26425d53ae8 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:20.722493 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eb5d1a20-5933-41d6-9e77-a8528ce6f3d5 req-81da3c23-72e8-4f49-b668-e26425d53ae8 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 985 time: 0.1316302 Jan 31 19:25:20.764647 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-eb5d1a20-5933-41d6-9e77-a8528ce6f3d5 req-20cc7224-b854-42b9-87ea-4bc9fb496a51 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Request body: {'port': {'security_groups': ['9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:25:20.796445 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port e04fd2a5-71ff-45f3-9048-67354358ad48 is: ACTIVE; New status is: DOWN {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:25:20.796927 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.825116 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:25:20.827383 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc82caa-8846-4f21-97f3-5d2d59324187" -d '{"events": [{"server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "name": "network-vif-unplugged", "status": "completed", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:25:20.840953 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port e04fd2a5-71ff-45f3-9048-67354358ad48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e04fd2a5-71ff-45f3-9048-67354358ad48,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:20.857170 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80a5ac43-d286-4b33-b120-2253aca7995d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (4f175291-9bb1-4f3f-9550-da4eecd00bc4), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.857523 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80a5ac43-d286-4b33-b120-2253aca7995d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (4f175291-9bb1-4f3f-9550-da4eecd00bc4), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.877775 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-80a5ac43-d286-4b33-b120-2253aca7995d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Calling delete_port for 4f175291-9bb1-4f3f-9550-da4eecd00bc4 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:20.879549 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb5d1a20-5933-41d6-9e77-a8528ce6f3d5 req-20cc7224-b854-42b9-87ea-4bc9fb496a51 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (d254001e-8ef7-43ee-8816-0f691010685a), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.898950 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b025d162-3b4e-4658-8b65-00cde1724917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (b7ea4a76-38bf-471b-8c5c-8761a1be0d10), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.901546 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b025d162-3b4e-4658-8b65-00cde1724917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.902750 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-b025d162-3b4e-4658-8b65-00cde1724917 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b7ea4a76-38bf-471b-8c5c-8761a1be0d10 HTTP/1.1" status: 204 len: 168 time: 0.5238755 Jan 31 19:25:20.960478 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:20.961267 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device cc404d09-6018-4f3c-9fbe-3bf4d0b44226 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:20.966624 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025d162-3b4e-4658-8b65-00cde1724917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ea4a76-38bf-471b-8c5c-8761a1be0d10,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:21.004449 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: cc404d09-6018-4f3c-9fbe-3bf4d0b44226 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:21.005149 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device cc404d09-6018-4f3c-9fbe-3bf4d0b44226 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:21.043189 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=e04fd2a5-71ff-45f3-9048-67354358ad48,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:21.214151 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-eb5d1a20-5933-41d6-9e77-a8528ce6f3d5 req-20cc7224-b854-42b9-87ea-4bc9fb496a51 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] For port d254001e-8ef7-43ee-8816-0f691010685a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d254001e-8ef7-43ee-8816-0f691010685a,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:21.245399 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb5d1a20-5933-41d6-9e77-a8528ce6f3d5 req-20cc7224-b854-42b9-87ea-4bc9fb496a51 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for port (d254001e-8ef7-43ee-8816-0f691010685a), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:21.332894 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80a5ac43-d286-4b33-b120-2253aca7995d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (4f175291-9bb1-4f3f-9550-da4eecd00bc4), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:21.362809 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5ac43-d286-4b33-b120-2253aca7995d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Pushing event deleted for resources: {'Port': ['ID=4f175291-9bb1-4f3f-9550-da4eecd00bc4,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:21.366609 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb5d1a20-5933-41d6-9e77-a8528ce6f3d5 req-20cc7224-b854-42b9-87ea-4bc9fb496a51 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (d254001e-8ef7-43ee-8816-0f691010685a), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:21.387852 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['d254001e-8ef7-43ee-8816-0f691010685a'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:25:21.444283 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d1a20-5933-41d6-9e77-a8528ce6f3d5 req-20cc7224-b854-42b9-87ea-4bc9fb496a51 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:21.445091 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-eb5d1a20-5933-41d6-9e77-a8528ce6f3d5 req-20cc7224-b854-42b9-87ea-4bc9fb496a51 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:21.446548 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-eb5d1a20-5933-41d6-9e77-a8528ce6f3d5 req-20cc7224-b854-42b9-87ea-4bc9fb496a51 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "PUT /v2.0/ports/d254001e-8ef7-43ee-8816-0f691010685a HTTP/1.1" status: 200 len: 943 time: 0.7161944 Jan 31 19:25:21.447024 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:25:21.449389 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932459b4-5ce5-4793-8094-c09df79fd21e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "tag": "d254001e-8ef7-43ee-8816-0f691010685a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:25:21.453338 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58058) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:21.522603 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc7224-b854-42b9-87ea-4bc9fb496a51 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event updated for resources: {'Port': ['ID=d254001e-8ef7-43ee-8816-0f691010685a,revision_number=7']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:21.563191 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80a5ac43-d286-4b33-b120-2253aca7995d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks [] for floatingip (6cb45ddc-c9be-4662-b0cf-a28f534a7a9b), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:21.566829 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80a5ac43-d286-4b33-b120-2253aca7995d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:21.567953 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-80a5ac43-d286-4b33-b120-2253aca7995d tempest-AttachVolumeTestJSON-1941817353 tempest-AttachVolumeTestJSON-1941817353-project] 10.222.0.72 "DELETE /v2.0/floatingips/6cb45ddc-c9be-4662-b0cf-a28f534a7a9b HTTP/1.1" status: 204 len: 168 time: 1.1763799 Jan 31 19:25:21.591649 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['d254001e-8ef7-43ee-8816-0f691010685a'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:25:21.594838 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 19:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04ee03d-c077-42d5-915f-c7485f3879b8 x-openstack-request-id: req-d04ee03d-c077-42d5-915f-c7485f3879b8 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:25:21.595392 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "name": "network-vif-unplugged", "status": "failed", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48", "code": 422}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:25:21.595640 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d04ee03d-c077-42d5-915f-c7485f3879b8 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:25:21.596421 dv-cinder-813223-5-iscsi neutron-server[103245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'code': 422} returned with failed status Jan 31 19:25:21.648862 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d8f434-055d-43f2-9064-70d7f86bc25c x-openstack-request-id: req-01d8f434-055d-43f2-9064-70d7f86bc25c {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:25:21.649219 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "tag": "d254001e-8ef7-43ee-8816-0f691010685a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:25:21.649484 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-01d8f434-055d-43f2-9064-70d7f86bc25c {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:25:21.650032 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a', 'status': 'completed', 'code': 200} Jan 31 19:25:21.669433 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58066) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:21.704435 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1c62-aa0f-4dc1-87e3-6de4af1f2709 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group (770117f7-aa74-425a-9043-e4793c7678d0), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:21.725802 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6df5d2f7-2094-41ea-9624-80e79d262489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:21.753645 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1c62-aa0f-4dc1-87e3-6de4af1f2709 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group (770117f7-aa74-425a-9043-e4793c7678d0), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:21.797281 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932459b4-5ce5-4793-8094-c09df79fd21e req-4ab34849-65b0-4169-9dd0-b539f5b92f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:21.800348 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-932459b4-5ce5-4793-8094-c09df79fd21e req-4ab34849-65b0-4169-9dd0-b539f5b92f61 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=47ca2a0269214434a3c8676e3a51126e&device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 1130 time: 0.1380978 Jan 31 19:25:21.915009 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-ea3a6efe-0c1b-4823-9411-8758f2440652 None None] Provisioning complete for port d254001e-8ef7-43ee-8816-0f691010685a triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:25:21.916130 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6efe-0c1b-4823-9411-8758f2440652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (d254001e-8ef7-43ee-8816-0f691010685a), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:21.938289 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1c62-aa0f-4dc1-87e3-6de4af1f2709 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (770117f7-aa74-425a-9043-e4793c7678d0), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:21.948406 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1c62-aa0f-4dc1-87e3-6de4af1f2709 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:21.949558 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b3bc1c62-aa0f-4dc1-87e3-6de4af1f2709 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "DELETE /v2.0/security-groups/770117f7-aa74-425a-9043-e4793c7678d0 HTTP/1.1" status: 204 len: 168 time: 0.4943628 Jan 31 19:25:21.956461 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58074) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:21.967608 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc1c62-aa0f-4dc1-87e3-6de4af1f2709 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770117f7-aa74-425a-9043-e4793c7678d0,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:21.980704 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6df5d2f7-2094-41ea-9624-80e79d262489 admin admin] Publish callbacks [] for security_group (05746952-13c5-4966-88ec-ea7de2d10dc1), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:22.026264 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932459b4-5ce5-4793-8094-c09df79fd21e req-3899579f-37c8-47bb-ac48-116756da4efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:22.028036 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-932459b4-5ce5-4793-8094-c09df79fd21e req-3899579f-37c8-47bb-ac48-116756da4efa service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed0ec79a-b707-4b56-918d-78a1f0122266 HTTP/1.1" status: 200 len: 917 time: 0.2192905 Jan 31 19:25:22.059368 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-ea3a6efe-0c1b-4823-9411-8758f2440652 None None] Current status of the port d254001e-8ef7-43ee-8816-0f691010685a is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:25:22.099020 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6df5d2f7-2094-41ea-9624-80e79d262489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (05746952-13c5-4966-88ec-ea7de2d10dc1), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:22.494007 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-932459b4-5ce5-4793-8094-c09df79fd21e req-0b0225d7-744c-45a3-b3db-4fb3f8593860 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d254001e-8ef7-43ee-8816-0f691010685a HTTP/1.1" status: 200 len: 1002 time: 0.4503663 Jan 31 19:25:22.497971 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-6df5d2f7-2094-41ea-9624-80e79d262489 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=143a2df478a5444db39677364e391721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8274915 Jan 31 19:25:22.505864 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58078) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:22.506448 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5d2f7-2094-41ea-9624-80e79d262489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05746952-13c5-4966-88ec-ea7de2d10dc1,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:22.577490 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932459b4-5ce5-4793-8094-c09df79fd21e req-fcc3c280-c430-44f3-b035-4093dca20fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:22.579021 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-932459b4-5ce5-4793-8094-c09df79fd21e req-fcc3c280-c430-44f3-b035-4093dca20fbe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42e5d16d-821a-432f-8a42-15df80176ccc HTTP/1.1" status: 200 len: 854 time: 0.0779614 Jan 31 19:25:22.589202 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-47188165-f81f-4652-8510-f39a6beb5a44 admin admin] Publish callbacks [] for security_group (05746952-13c5-4966-88ec-ea7de2d10dc1), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:22.621277 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-47188165-f81f-4652-8510-f39a6beb5a44 admin admin] Publish callbacks [] for security_group (05746952-13c5-4966-88ec-ea7de2d10dc1), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:22.623449 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd6591-48dd-4ea3-a571-6fb79adeb0a5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Deleting port 9681b131-c494-47cf-b016-97658ee05d0e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:22.623796 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6591-48dd-4ea3-a571-6fb79adeb0a5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (9681b131-c494-47cf-b016-97658ee05d0e), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:22.701367 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932459b4-5ce5-4793-8094-c09df79fd21e req-21535101-239f-4714-b5e4-aa4a1df6f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:22.702984 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-932459b4-5ce5-4793-8094-c09df79fd21e req-21535101-239f-4714-b5e4-aa4a1df6f51f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed0ec79a-b707-4b56-918d-78a1f0122266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1150026 Jan 31 19:25:22.739847 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6591-48dd-4ea3-a571-6fb79adeb0a5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (9681b131-c494-47cf-b016-97658ee05d0e), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:22.739847 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6591-48dd-4ea3-a571-6fb79adeb0a5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for floatingip (9681b131-c494-47cf-b016-97658ee05d0e), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:22.761100 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-47188165-f81f-4652-8510-f39a6beb5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (05746952-13c5-4966-88ec-ea7de2d10dc1), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:22.762746 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd6591-48dd-4ea3-a571-6fb79adeb0a5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Calling delete_port for 9681b131-c494-47cf-b016-97658ee05d0e owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:22.763725 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-47188165-f81f-4652-8510-f39a6beb5a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:22.765557 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-47188165-f81f-4652-8510-f39a6beb5a44 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/05746952-13c5-4966-88ec-ea7de2d10dc1 HTTP/1.1" status: 204 len: 168 time: 0.2630944 Jan 31 19:25:22.773751 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [req-32718f34-0540-46df-a580-756048efd93e req-1e3d2e55-88f4-42d1-a5ed-8da61dd5e4ad service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:25:22.779981 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-32718f34-0540-46df-a580-756048efd93e req-1e3d2e55-88f4-42d1-a5ed-8da61dd5e4ad service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054600 Jan 31 19:25:22.782196 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47188165-f81f-4652-8510-f39a6beb5a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05746952-13c5-4966-88ec-ea7de2d10dc1,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:22.884095 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-932459b4-5ce5-4793-8094-c09df79fd21e req-9540de28-9737-4451-91c9-c062082e3fdd service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723847 Jan 31 19:25:23.036557 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-932459b4-5ce5-4793-8094-c09df79fd21e req-3c3222cf-ac3b-4b0a-ae44-ebef2aa1a1e9 service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455009 Jan 31 19:25:23.150618 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7e887-83ae-4afe-9bcc-02f1403179ba req-a4037de1-9419-4535-80c1-2201114bd525 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:23.152318 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9ab7e887-83ae-4afe-9bcc-02f1403179ba req-a4037de1-9419-4535-80c1-2201114bd525 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.0814154 Jan 31 19:25:23.204808 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9ab7e887-83ae-4afe-9bcc-02f1403179ba req-00d1b262-3234-4199-9408-fc97f470765b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463572 Jan 31 19:25:23.219123 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6591-48dd-4ea3-a571-6fb79adeb0a5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (9681b131-c494-47cf-b016-97658ee05d0e), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:23.266920 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd6591-48dd-4ea3-a571-6fb79adeb0a5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event deleted for resources: {'Port': ['ID=9681b131-c494-47cf-b016-97658ee05d0e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:23.359921 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6591-48dd-4ea3-a571-6fb79adeb0a5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks [] for floatingip (9ddf89f7-2322-4eb3-8bd9-e0e01effde34), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:23.362810 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.l3_db [None req-f4bd6591-48dd-4ea3-a571-6fb79adeb0a5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Floating IP 9ddf89f7-2322-4eb3-8bd9-e0e01effde34 disassociated (deleted). External IP: 172.27.1.252, port: d254001e-8ef7-43ee-8816-0f691010685a. Jan 31 19:25:23.429928 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-eb579683-79fd-49a4-8948-924a6d28f3fc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0663955 Jan 31 19:25:23.659282 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bd6591-48dd-4ea3-a571-6fb79adeb0a5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:25:23.827160 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bd6591-48dd-4ea3-a571-6fb79adeb0a5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:25:23.833487 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6591-48dd-4ea3-a571-6fb79adeb0a5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:23.844226 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69db23df-e17d-4c5b-9d15-2a765b4ab070 None None] Sync routers for ids ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:25:23.868967 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69db23df-e17d-4c5b-9d15-2a765b4ab070 None None] Routers {'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:23.870592 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-69db23df-e17d-4c5b-9d15-2a765b4ab070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:25:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:23.915718 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-f4bd6591-48dd-4ea3-a571-6fb79adeb0a5 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "DELETE /v2.0/floatingips/9ddf89f7-2322-4eb3-8bd9-e0e01effde34 HTTP/1.1" status: 204 len: 168 time: 1.9543498 Jan 31 19:25:23.916523 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:25:23.919228 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e0cca0-d74a-4bb6-a28b-54c55d38c518" -d '{"events": [{"name": "network-changed", "server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "tag": "d254001e-8ef7-43ee-8816-0f691010685a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:25:24.015738 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff16f4bf-6951-42b6-a73c-7214bf54a5f4 x-openstack-request-id: req-ff16f4bf-6951-42b6-a73c-7214bf54a5f4 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:25:24.016064 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "tag": "d254001e-8ef7-43ee-8816-0f691010685a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:25:24.016283 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ff16f4bf-6951-42b6-a73c-7214bf54a5f4 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:25:24.016787 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a', 'status': 'completed', 'code': 200} Jan 31 19:25:24.095504 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0cca0-d74a-4bb6-a28b-54c55d38c518 req-9fc51551-583f-4ce6-a1c8-84a1ea5a6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:24.098410 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96e0cca0-d74a-4bb6-a28b-54c55d38c518 req-9fc51551-583f-4ce6-a1c8-84a1ea5a6767 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=47ca2a0269214434a3c8676e3a51126e&device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 1130 time: 0.0762367 Jan 31 19:25:24.128182 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-69db23df-e17d-4c5b-9d15-2a765b4ab070 None None] Set router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:24.275827 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0cca0-d74a-4bb6-a28b-54c55d38c518 req-9e616e84-399b-471d-8a19-83087f2989a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:24.277946 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96e0cca0-d74a-4bb6-a28b-54c55d38c518 req-9e616e84-399b-471d-8a19-83087f2989a6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed0ec79a-b707-4b56-918d-78a1f0122266 HTTP/1.1" status: 200 len: 917 time: 0.1726146 Jan 31 19:25:24.371327 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96e0cca0-d74a-4bb6-a28b-54c55d38c518 req-cf50baf5-cce3-4829-8e9a-f82cd4ab04a6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d254001e-8ef7-43ee-8816-0f691010685a HTTP/1.1" status: 200 len: 217 time: 0.0840423 Jan 31 19:25:24.516900 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0cca0-d74a-4bb6-a28b-54c55d38c518 req-03934ee8-2b75-4884-83cc-9f2f19d41576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:24.532329 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96e0cca0-d74a-4bb6-a28b-54c55d38c518 req-03934ee8-2b75-4884-83cc-9f2f19d41576 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=42e5d16d-821a-432f-8a42-15df80176ccc HTTP/1.1" status: 200 len: 854 time: 0.1414495 Jan 31 19:25:24.547873 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-69db23df-e17d-4c5b-9d15-2a765b4ab070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:22:08Z', 'revision_number': 4, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port': {'id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:03Z', 'updated_at': '2022-01-31T19:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'aedda620-13e8-46ec-9cfc-edd8d261ef22', 'name': '', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'mac_address': 'fa:16:3e:f5:75:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:07Z', 'updated_at': '2022-01-31T19:22:13Z', 'revision_number': 5, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'subnets': [{'id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:24.660525 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b11073-2a21-4a57-b2e1-8a5639987492 req-9a57734c-5ce8-4233-ade0-df57be27937b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:24.666027 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-51b11073-2a21-4a57-b2e1-8a5639987492 req-9a57734c-5ce8-4233-ade0-df57be27937b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.2011580 Jan 31 19:25:24.686060 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0cca0-d74a-4bb6-a28b-54c55d38c518 req-3f903629-37f5-4922-ac1a-aee66b1a6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:24.693124 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96e0cca0-d74a-4bb6-a28b-54c55d38c518 req-3f903629-37f5-4922-ac1a-aee66b1a6206 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed0ec79a-b707-4b56-918d-78a1f0122266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1641130 Jan 31 19:25:24.761973 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69db23df-e17d-4c5b-9d15-2a765b4ab070 None None] Checking router: f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:25:24.787629 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69db23df-e17d-4c5b-9d15-2a765b4ab070 None None] Routers {'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:24.788784 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-69db23df-e17d-4c5b-9d15-2a765b4ab070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:25:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:24.838125 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-51b11073-2a21-4a57-b2e1-8a5639987492 req-00c06a17-925a-43bf-b2ab-a56ebd8b836a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440184 Jan 31 19:25:24.870077 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96e0cca0-d74a-4bb6-a28b-54c55d38c518 req-10be52e6-8bd1-44c2-ad2f-35adbf98d85e service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666071 Jan 31 19:25:25.038275 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-69db23df-e17d-4c5b-9d15-2a765b4ab070 None None] Set router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:25.088868 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96e0cca0-d74a-4bb6-a28b-54c55d38c518 req-d40a5944-837b-40bb-9421-908cfbead578 service neutron] 10.222.0.77 "GET /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164617 Jan 31 19:25:25.327938 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-69db23df-e17d-4c5b-9d15-2a765b4ab070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:22:08Z', 'revision_number': 4, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port': {'id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:03Z', 'updated_at': '2022-01-31T19:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'aedda620-13e8-46ec-9cfc-edd8d261ef22', 'name': '', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'mac_address': 'fa:16:3e:f5:75:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:07Z', 'updated_at': '2022-01-31T19:22:13Z', 'revision_number': 5, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'subnets': [{'id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:25.374825 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69db23df-e17d-4c5b-9d15-2a765b4ab070 None None] The sync data for ids ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'] in dv-cinder-813223-5-iscsi is: [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:22:08Z', 'revision_number': 4, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port': {'id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:03Z', 'updated_at': '2022-01-31T19:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'aedda620-13e8-46ec-9cfc-edd8d261ef22', 'name': '', 'network_id': 'ed0ec79a-b707-4b56-918d-78a1f0122266', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'mac_address': 'fa:16:3e:f5:75:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:07Z', 'updated_at': '2022-01-31T19:22:13Z', 'revision_number': 5, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'subnets': [{'id': '42e5d16d-821a-432f-8a42-15df80176ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:25:25.646437 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-14909cba-00eb-4821-98b7-38544026b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:25.648437 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-14909cba-00eb-4821-98b7-38544026b5b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772&tenant_id=d65f5a1bdedf477aa11b1518878b0c9b HTTP/1.1" status: 200 len: 1127 time: 0.0663569 Jan 31 19:25:25.723999 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e71f98-6b89-4d2b-9bf7-e54be3f6aa7b None None] New status for floating IP 9ddf89f7-2322-4eb3-8bd9-e0e01effde34: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:25:25.768382 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-7533673b-9630-46ca-a0cc-eff8c5bc87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:25.768382 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-7533673b-9630-46ca-a0cc-eff8c5bc87e4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 1127 time: 0.0823181 Jan 31 19:25:25.880993 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-a814ac54-707b-4147-9575-567929db7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:25.885794 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-a814ac54-707b-4147-9575-567929db7d14 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 200 len: 919 time: 0.1113358 Jan 31 19:25:25.986133 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-ffa99e79-7e64-42f8-bd82-e13a4e736539 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e04fd2a5-71ff-45f3-9048-67354358ad48 HTTP/1.1" status: 200 len: 999 time: 0.0967891 Jan 31 19:25:26.013003 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c34479-edca-4f2a-a4a9-f9dd15a96c61 req-4d821f8b-f47d-4d2a-9227-86b1767330d2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:26.014576 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-46c34479-edca-4f2a-a4a9-f9dd15a96c61 req-4d821f8b-f47d-4d2a-9227-86b1767330d2 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.0642207 Jan 31 19:25:26.040992 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-4013818a-e0e3-4854-ae74-41e0a69d50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:26.043474 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-4013818a-e0e3-4854-ae74-41e0a69d50a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4c50c8fa-063d-4447-81e7-9a815420e7f8 HTTP/1.1" status: 200 len: 856 time: 0.0510027 Jan 31 19:25:26.077666 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-46c34479-edca-4f2a-a4a9-f9dd15a96c61 req-da85d5e6-020b-40a9-bbaf-2d3583790a00 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559154 Jan 31 19:25:26.104227 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-2ec20471-166f-4563-93a8-923927c20131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:26.105843 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-2ec20471-166f-4563-93a8-923927c20131 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e72e47be-aaa8-400d-b997-58e2a6efc84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552535 Jan 31 19:25:26.218168 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-2fcc7c8a-9c3c-48ff-b9aa-7fa8bc57a5b1 service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036618 Jan 31 19:25:26.281981 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58182) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:26.339679 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-628592a8-a9bf-44c9-8e6a-2bacd33382e8 service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148884 Jan 31 19:25:27.061974 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2fc1337c-b7de-4818-8a9f-aaabe8af6b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073501'] for router_interface (700fb037-3eca-46f6-9309-c6861275e873), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:27.345400 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c41a6-dcab-4574-b409-89222dd88e87 req-c8eb6652-cefb-4159-8035-b9a48f1c1639 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:27.369128 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d13c41a6-dcab-4574-b409-89222dd88e87 req-c8eb6652-cefb-4159-8035-b9a48f1c1639 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.1711109 Jan 31 19:25:27.472165 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d13c41a6-dcab-4574-b409-89222dd88e87 req-fd35dae2-71bd-4d77-8b05-8ae4820c563a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014323 Jan 31 19:25:27.700237 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1337c-b7de-4818-8a9f-aaabe8af6b4c admin admin] Deleting port 89d544c4-07d5-4cfe-815e-f2b93d696b53 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:27.700998 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2fc1337c-b7de-4818-8a9f-aaabe8af6b4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:27.836560 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-2fc1337c-b7de-4818-8a9f-aaabe8af6b4c admin admin] For port 89d544c4-07d5-4cfe-815e-f2b93d696b53, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=89d544c4-07d5-4cfe-815e-f2b93d696b53,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:27.837182 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2fc1337c-b7de-4818-8a9f-aaabe8af6b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:27.861902 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1337c-b7de-4818-8a9f-aaabe8af6b4c admin admin] Calling delete_port for 89d544c4-07d5-4cfe-815e-f2b93d696b53 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:28.218570 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2fc1337c-b7de-4818-8a9f-aaabe8af6b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (89d544c4-07d5-4cfe-815e-f2b93d696b53), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:28.262162 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1337c-b7de-4818-8a9f-aaabe8af6b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=89d544c4-07d5-4cfe-815e-f2b93d696b53,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:28.629635 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2fc1337c-b7de-4818-8a9f-aaabe8af6b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2073353'] for router_interface (700fb037-3eca-46f6-9309-c6861275e873), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:28.778063 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db4a15-55b9-430e-8294-db8622a8bf48 req-a72f64ff-ec56-493e-803a-441236fff548 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:28.780942 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-18db4a15-55b9-430e-8294-db8622a8bf48 req-a72f64ff-ec56-493e-803a-441236fff548 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.1260526 Jan 31 19:25:28.897943 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-18db4a15-55b9-430e-8294-db8622a8bf48 req-5a3b168e-0f2a-4b3d-b525-9b21611aa222 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034584 Jan 31 19:25:29.087987 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc1337c-b7de-4818-8a9f-aaabe8af6b4c admin admin] Router 700fb037-3eca-46f6-9309-c6861275e873 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:25:29.229669 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72493b49-5e60-4d6b-8353-d3c28332ae23 req-023536a5-d787-4a2f-a8e7-3cf465354206 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:29.233028 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-72493b49-5e60-4d6b-8353-d3c28332ae23 req-023536a5-d787-4a2f-a8e7-3cf465354206 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.1256483 Jan 31 19:25:29.297264 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc1337c-b7de-4818-8a9f-aaabe8af6b4c admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:25:29.305925 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-72493b49-5e60-4d6b-8353-d3c28332ae23 req-cbf27799-3bd1-4f91-bb92-c41ad93ef707 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717647 Jan 31 19:25:29.312968 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-2fc1337c-b7de-4818-8a9f-aaabe8af6b4c admin admin] 10.222.0.72 "PUT /v2.0/routers/700fb037-3eca-46f6-9309-c6861275e873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0270107 Jan 31 19:25:29.313307 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58238) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:29.316376 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f084693-0420-40be-a66a-260ae584b332 None None] Sync routers for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:25:29.351944 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f084693-0420-40be-a66a-260ae584b332 None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:29.351944 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0f084693-0420-40be-a66a-260ae584b332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:25:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:29.467080 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Publish callbacks [] for router (700fb037-3eca-46f6-9309-c6861275e873), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:29.479734 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-0f084693-0420-40be-a66a-260ae584b332 None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:29.588828 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Publish callbacks [] for router_gateway (700fb037-3eca-46f6-9309-c6861275e873), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:29.696215 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0f084693-0420-40be-a66a-260ae584b332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:25:28Z', 'revision_number': 5, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port': {'id': '59cd8721-7454-419e-9a8b-19f99d64017f', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700fb037-3eca-46f6-9309-c6861275e873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:29.729713 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f084693-0420-40be-a66a-260ae584b332 None None] Checking router: 700fb037-3eca-46f6-9309-c6861275e873 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:25:29.740937 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f084693-0420-40be-a66a-260ae584b332 None None] Routers {'700fb037-3eca-46f6-9309-c6861275e873'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:29.741729 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0f084693-0420-40be-a66a-260ae584b332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:25:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['700fb037-3eca-46f6-9309-c6861275e873'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:29.844510 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-0f084693-0420-40be-a66a-260ae584b332 None None] Set router 700fb037-3eca-46f6-9309-c6861275e873 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:30.022652 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Deleting port 59cd8721-7454-419e-9a8b-19f99d64017f {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:30.023358 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (59cd8721-7454-419e-9a8b-19f99d64017f), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:30.085038 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0f084693-0420-40be-a66a-260ae584b332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:25:29Z', 'revision_number': 6, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port_host': None}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:30.132051 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f084693-0420-40be-a66a-260ae584b332 None None] The sync data for ids ['700fb037-3eca-46f6-9309-c6861275e873'] in dv-cinder-813223-5-iscsi is: [{'id': '700fb037-3eca-46f6-9309-c6861275e873', 'name': 'tempest-AttachVolumeTestJSON-490093241-router', 'tenant_id': '694936399477419aa737191ef0856c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:35Z', 'updated_at': '2022-01-31T19:25:29Z', 'revision_number': 6, 'project_id': '694936399477419aa737191ef0856c4e', 'gw_port_host': None}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:25:30.192159 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] For port 59cd8721-7454-419e-9a8b-19f99d64017f, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=59cd8721-7454-419e-9a8b-19f99d64017f,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:30.192557 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (59cd8721-7454-419e-9a8b-19f99d64017f), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:30.205099 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0add3-1241-4a87-a3d4-e684f9182510 req-22832288-5672-41a0-aee1-0c393b484c5b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:30.207361 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-64e0add3-1241-4a87-a3d4-e684f9182510 req-22832288-5672-41a0-aee1-0c393b484c5b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.1176076 Jan 31 19:25:30.253291 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Calling delete_port for 59cd8721-7454-419e-9a8b-19f99d64017f owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:30.386622 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-64e0add3-1241-4a87-a3d4-e684f9182510 req-cfb59315-f113-499b-a761-a7ebaf40776b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718924 Jan 31 19:25:30.741183 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5588695-c893-49a2-b635-5f6dce1aafc0 req-2055802d-2649-4ed0-a684-534d28078c02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:30.743131 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a5588695-c893-49a2-b635-5f6dce1aafc0 req-2055802d-2649-4ed0-a684-534d28078c02 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.2091815 Jan 31 19:25:30.751498 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 89d544c4-07d5-4cfe-815e-f2b93d696b53 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:30.801437 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (59cd8721-7454-419e-9a8b-19f99d64017f), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:30.814149 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 89d544c4-07d5-4cfe-815e-f2b93d696b53 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:30.814501 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 89d544c4-07d5-4cfe-815e-f2b93d696b53 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:30.844002 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=59cd8721-7454-419e-9a8b-19f99d64017f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:30.890849 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a5588695-c893-49a2-b635-5f6dce1aafc0 req-db97fe24-b796-42db-af6d-ea865834e401 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264486 Jan 31 19:25:30.970811 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078823'] for router_gateway (700fb037-3eca-46f6-9309-c6861275e873), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:31.095692 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2074354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45331'] for router (700fb037-3eca-46f6-9309-c6861275e873), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:31.098526 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Publish callbacks [] for router_controller (700fb037-3eca-46f6-9309-c6861275e873), precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:31.395196 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2074363'] for router (700fb037-3eca-46f6-9309-c6861275e873), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:31.396543 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 700fb037-3eca-46f6-9309-c6861275e873 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:25:31.405569 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:31.407671 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-4c38a74f-fc70-41ce-8718-831d84c12ad9 admin admin] 10.222.0.72 "DELETE /v2.0/routers/700fb037-3eca-46f6-9309-c6861275e873 HTTP/1.1" status: 204 len: 168 time: 2.0910139 Jan 31 19:25:31.449161 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58256) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:31.583255 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d832908-07e3-4a98-b754-60235a58f846 admin admin] Deleting subnet b3dfd382-d219-4670-afee-0d492cc2dd58 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:25:31.597252 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d832908-07e3-4a98-b754-60235a58f846 admin admin] Publish callbacks [] for subnet (b3dfd382-d219-4670-afee-0d492cc2dd58), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:31.693192 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d832908-07e3-4a98-b754-60235a58f846 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9343508'] for subnet (b3dfd382-d219-4670-afee-0d492cc2dd58), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:31.769080 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b688b-da5c-4ba7-98c3-f25dcde9cf2a req-80e4025a-99a7-4ace-adbc-fb21d35adc73 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:31.779371 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-529b688b-da5c-4ba7-98c3-f25dcde9cf2a req-80e4025a-99a7-4ace-adbc-fb21d35adc73 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.1561279 Jan 31 19:25:31.883458 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-529b688b-da5c-4ba7-98c3-f25dcde9cf2a req-33b08e09-d4ab-4a4f-a0a7-8f166ae30c1a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941000 Jan 31 19:25:31.908028 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d832908-07e3-4a98-b754-60235a58f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (b3dfd382-d219-4670-afee-0d492cc2dd58), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:32.131187 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6be02-0db8-4975-aa29-5d93f60c24b8 req-1cc69319-3f2e-4df8-811d-0c7d6df4a346 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:32.137774 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5dd6be02-0db8-4975-aa29-5d93f60c24b8 req-1cc69319-3f2e-4df8-811d-0c7d6df4a346 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.0995679 Jan 31 19:25:32.141392 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d832908-07e3-4a98-b754-60235a58f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8651393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9366732'] for subnet (b3dfd382-d219-4670-afee-0d492cc2dd58), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:32.187391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d832908-07e3-4a98-b754-60235a58f846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3dfd382-d219-4670-afee-0d492cc2dd58,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:32.187613 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6d832908-07e3-4a98-b754-60235a58f846 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:32.193604 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af46c4e9-5e5d-4fdd-9880-f8c3c4585971 None None] Network f261ffb8-ebb6-4541-85b1-098d6402ff0f requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:25:32.194561 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58266) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:32.195412 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-6d832908-07e3-4a98-b754-60235a58f846 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b3dfd382-d219-4670-afee-0d492cc2dd58 HTTP/1.1" status: 204 len: 168 time: 0.7445278 Jan 31 19:25:32.270302 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5dd6be02-0db8-4975-aa29-5d93f60c24b8 req-2174ec73-7623-4e96-b8b8-7584f7e54b64 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308405 Jan 31 19:25:32.340571 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (f261ffb8-ebb6-4541-85b1-098d6402ff0f), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:32.428889 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Deleting port 2fad59df-a8c2-4d62-addc-55a8fafe739a {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:32.429662 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:32.540848 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] DHCP port deletion for f261ffb8-ebb6-4541-85b1-098d6402ff0f request from dv-cinder-813223-5-iscsi {{(pid=103245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:25:32.553226 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] For port 2fad59df-a8c2-4d62-addc-55a8fafe739a, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=2fad59df-a8c2-4d62-addc-55a8fafe739a,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:32.553823 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:32.581082 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Calling delete_port for 2fad59df-a8c2-4d62-addc-55a8fafe739a owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:32.611552 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Deleting port 2fad59df-a8c2-4d62-addc-55a8fafe739a {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:32.612323 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:32.712841 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] For port 2fad59df-a8c2-4d62-addc-55a8fafe739a, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=2fad59df-a8c2-4d62-addc-55a8fafe739a,segment=NetworkSegment(0446b80a-bc57-44c0-a8b9-b484c84cb407),segment_id=0446b80a-bc57-44c0-a8b9-b484c84cb407)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:32.715329 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:32.776933 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Calling delete_port for 2fad59df-a8c2-4d62-addc-55a8fafe739a owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:32.869959 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:32.907210 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fad59df-a8c2-4d62-addc-55a8fafe739a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:32.909932 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] No DVR routers for this DVR port 2fad59df-a8c2-4d62-addc-55a8fafe739a on host dv-cinder-813223-5-iscsi {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:25:32.918554 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 2fad59df-a8c2-4d62-addc-55a8fafe739a no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:33.059200 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 2fad59df-a8c2-4d62-addc-55a8fafe739a {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:33.059618 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 2fad59df-a8c2-4d62-addc-55a8fafe739a not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:33.059990 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 59cd8721-7454-419e-9a8b-19f99d64017f no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:33.061918 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994'] for port (2fad59df-a8c2-4d62-addc-55a8fafe739a), after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:33.118855 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (f261ffb8-ebb6-4541-85b1-098d6402ff0f), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:33.168743 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 59cd8721-7454-419e-9a8b-19f99d64017f {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:33.169252 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 59cd8721-7454-419e-9a8b-19f99d64017f not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:33.171016 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] No DVR routers for this DVR port 2fad59df-a8c2-4d62-addc-55a8fafe739a on host dv-cinder-813223-5-iscsi {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:25:33.183189 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Pushing event deleted for resources: {'Port': ['ID=2fad59df-a8c2-4d62-addc-55a8fafe739a,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:33.188110 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58282) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:33.208925 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:33.209830 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:33.209830 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:33.210117 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:33.210509 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:33.210733 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:33.210997 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:33.211329 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:33.211655 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:33.212000 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:33.212309 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:33.212630 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:33.212947 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfc58c-4d0f-46d3-873a-80452fa1f840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:33.227928 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f261ffb8-ebb6-4541-85b1-098d6402ff0f']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:33.243368 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0446b80a-bc57-44c0-a8b9-b484c84cb407') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:33.243666 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0446b80a-bc57-44c0-a8b9-b484c84cb407') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:33.261989 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8960383'] for segment (0446b80a-bc57-44c0-a8b9-b484c84cb407), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:33.288733 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4655980-8157-4bc8-8943-5338f551663c req-02f34b97-de85-48c8-8f2a-152105918af3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:33.312160 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d4655980-8157-4bc8-8943-5338f551663c req-02f34b97-de85-48c8-8f2a-152105918af3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.1564507 Jan 31 19:25:33.312160 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (0446b80a-bc57-44c0-a8b9-b484c84cb407), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:33.349507 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:25:33.350278 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207958'] for segment (0446b80a-bc57-44c0-a8b9-b484c84cb407), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: Traceback (most recent call last): Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: timer() Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: cb(*args, **kw) Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: return func(*args, **kwargs) Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: self._notify() Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: self.callback(batched_events) Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: event.method(event) Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: return f(self, *a, **k) Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._get(url).json() Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: return self.request(url, 'GET', **kwargs) Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:25:33.354096 dv-cinder-813223-5-iscsi neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:25:33.511574 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9106e33-3a5a-4b46-a060-cad45d6a0891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:33.513837 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d4655980-8157-4bc8-8943-5338f551663c req-c4445dc2-37cf-4b76-8ae5-ccc180a23a23 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163084 Jan 31 19:25:33.579933 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a05e0-7837-42a6-bf7c-1ecaad16f981 req-20a4b2ff-4189-4185-86f0-f7d599961c97 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:33.582928 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-384a05e0-7837-42a6-bf7c-1ecaad16f981 req-20a4b2ff-4189-4185-86f0-f7d599961c97 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.1590784 Jan 31 19:25:33.600575 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (f261ffb8-ebb6-4541-85b1-098d6402ff0f), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:33.614798 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:33.614798 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f261ffb8-ebb6-4541-85b1-098d6402ff0f HTTP/1.1" status: 204 len: 168 time: 1.4186909 Jan 31 19:25:33.649866 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b5fde-7113-45a2-af27-aa81a95a7247 admin admin] Pushing event deleted for resources: {'Network': ['ID=f261ffb8-ebb6-4541-85b1-098d6402ff0f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:33.697443 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-384a05e0-7837-42a6-bf7c-1ecaad16f981 req-87127c8d-15b1-424d-ad36-437e800089e7 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055865 Jan 31 19:25:33.703590 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9106e33-3a5a-4b46-a060-cad45d6a0891 admin admin] Publish callbacks [] for security_group (73193db2-a52d-457d-9463-a9b0f5d9545b), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:33.811662 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9106e33-3a5a-4b46-a060-cad45d6a0891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (73193db2-a52d-457d-9463-a9b0f5d9545b), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:33.861158 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58290) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:33.861373 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-a9106e33-3a5a-4b46-a060-cad45d6a0891 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f81eb050f2b4a02985a6793e45bf167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6718495 Jan 31 19:25:33.862555 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9106e33-3a5a-4b46-a060-cad45d6a0891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73193db2-a52d-457d-9463-a9b0f5d9545b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:33.928388 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2a0d-8ccd-44ee-9eef-1508e62a0283 admin admin] Publish callbacks [] for security_group (73193db2-a52d-457d-9463-a9b0f5d9545b), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:33.958036 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2a0d-8ccd-44ee-9eef-1508e62a0283 admin admin] Publish callbacks [] for security_group (73193db2-a52d-457d-9463-a9b0f5d9545b), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:34.123207 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58292) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:34.125980 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2a0d-8ccd-44ee-9eef-1508e62a0283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (73193db2-a52d-457d-9463-a9b0f5d9545b), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:34.129314 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2a0d-8ccd-44ee-9eef-1508e62a0283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:34.131758 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-f9ad2a0d-8ccd-44ee-9eef-1508e62a0283 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/73193db2-a52d-457d-9463-a9b0f5d9545b HTTP/1.1" status: 204 len: 168 time: 0.2691383 Jan 31 19:25:34.144941 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad2a0d-8ccd-44ee-9eef-1508e62a0283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73193db2-a52d-457d-9463-a9b0f5d9545b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:34.195460 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-76f8da9c-7242-45c5-9e99-68f0c7dbe8da admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=694936399477419aa737191ef0856c4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0693581 Jan 31 19:25:34.198725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58296) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:34.317506 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f35abcf5-bf89-4328-b7c4-37d48a85e12e admin admin] Publish callbacks [] for security_group (74e950a3-93f5-4124-a67e-3070e4b57472), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:34.389320 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f35abcf5-bf89-4328-b7c4-37d48a85e12e admin admin] Publish callbacks [] for security_group (74e950a3-93f5-4124-a67e-3070e4b57472), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:34.537935 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f35abcf5-bf89-4328-b7c4-37d48a85e12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (74e950a3-93f5-4124-a67e-3070e4b57472), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:34.540375 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f35abcf5-bf89-4328-b7c4-37d48a85e12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:34.549496 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-f35abcf5-bf89-4328-b7c4-37d48a85e12e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/74e950a3-93f5-4124-a67e-3070e4b57472 HTTP/1.1" status: 204 len: 168 time: 0.3492541 Jan 31 19:25:34.582559 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35abcf5-bf89-4328-b7c4-37d48a85e12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e950a3-93f5-4124-a67e-3070e4b57472,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:34.803487 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64224e8-e7eb-451e-b728-ad80c3879892 req-4c926716-ea6b-4ce7-82cf-fa31d02eb194 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:34.805426 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a64224e8-e7eb-451e-b728-ad80c3879892 req-4c926716-ea6b-4ce7-82cf-fa31d02eb194 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.1364861 Jan 31 19:25:34.944943 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a64224e8-e7eb-451e-b728-ad80c3879892 req-a69a9aff-3256-48e2-96c7-6f4ceec84186 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218278 Jan 31 19:25:34.984860 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96185e8c-7dbc-4f83-962c-4090060076b9 req-f95f180e-7ada-4224-9d7f-6632eee8de6d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:34.986702 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96185e8c-7dbc-4f83-962c-4090060076b9 req-f95f180e-7ada-4224-9d7f-6632eee8de6d tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.1443157 Jan 31 19:25:35.046557 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-96185e8c-7dbc-4f83-962c-4090060076b9 req-79e40ec6-761d-4d7c-82a6-2fe3df592249 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500429 Jan 31 19:25:35.098163 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58308) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:35.120468 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f104ec30-4b81-43b4-947f-43e1a5851041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:35.241492 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f104ec30-4b81-43b4-947f-43e1a5851041 admin admin] Publish callbacks [] for security_group (f167179e-d038-44cb-a8af-390f342abaa2), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:35.315715 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f104ec30-4b81-43b4-947f-43e1a5851041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (f167179e-d038-44cb-a8af-390f342abaa2), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:35.373263 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-f104ec30-4b81-43b4-947f-43e1a5851041 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db064a1cc5314fe2a7a0ee4a9bdee911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734728 Jan 31 19:25:35.378043 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58314) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:35.397463 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104ec30-4b81-43b4-947f-43e1a5851041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f167179e-d038-44cb-a8af-390f342abaa2,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:35.525026 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-255c46c1-a1e0-4e89-abb3-79fca150fbbd admin admin] Publish callbacks [] for security_group (f167179e-d038-44cb-a8af-390f342abaa2), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:35.560477 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-255c46c1-a1e0-4e89-abb3-79fca150fbbd admin admin] Publish callbacks [] for security_group (f167179e-d038-44cb-a8af-390f342abaa2), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:35.709358 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-255c46c1-a1e0-4e89-abb3-79fca150fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (f167179e-d038-44cb-a8af-390f342abaa2), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:35.712302 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-255c46c1-a1e0-4e89-abb3-79fca150fbbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:35.713664 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-255c46c1-a1e0-4e89-abb3-79fca150fbbd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f167179e-d038-44cb-a8af-390f342abaa2 HTTP/1.1" status: 204 len: 168 time: 0.3338408 Jan 31 19:25:35.793585 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c46c1-a1e0-4e89-abb3-79fca150fbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f167179e-d038-44cb-a8af-390f342abaa2,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:36.100600 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1696e-a7f2-43ce-aba9-ddb4b0811aa3 req-ade7af40-25c8-4187-b71e-26aaaa3486bf tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:36.102385 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c9e1696e-a7f2-43ce-aba9-ddb4b0811aa3 req-ade7af40-25c8-4187-b71e-26aaaa3486bf tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.0794187 Jan 31 19:25:36.183737 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c9e1696e-a7f2-43ce-aba9-ddb4b0811aa3 req-2577b3a9-9ee0-4023-8b84-4182261b779c tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725489 Jan 31 19:25:36.213037 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34ee49-1588-477b-b5ff-8ebbdad754df req-c94f216d-d405-48cc-bb76-49382c02f7ff tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:36.214909 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5d34ee49-1588-477b-b5ff-8ebbdad754df req-c94f216d-d405-48cc-bb76-49382c02f7ff tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.0787823 Jan 31 19:25:36.266964 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5d34ee49-1588-477b-b5ff-8ebbdad754df req-ee2e6fba-6255-4224-bacf-fa7897356fa4 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446911 Jan 31 19:25:37.338578 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b8e91-b716-45e6-99bb-a069caf08124 req-e5607f49-3b52-4f87-bc7b-c5d6fe8076d8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:37.341087 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-608b8e91-b716-45e6-99bb-a069caf08124 req-e5607f49-3b52-4f87-bc7b-c5d6fe8076d8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.0714920 Jan 31 19:25:37.418245 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-608b8e91-b716-45e6-99bb-a069caf08124 req-3ae0df43-4d64-4f47-8910-30b25f29da6e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707138 Jan 31 19:25:37.420769 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f0477-1a46-4cbf-b08a-306f38ed1006 req-13432a51-06e3-4d83-972b-1cf415dec359 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:37.422722 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d41f0477-1a46-4cbf-b08a-306f38ed1006 req-13432a51-06e3-4d83-972b-1cf415dec359 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.0714931 Jan 31 19:25:37.522161 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d41f0477-1a46-4cbf-b08a-306f38ed1006 req-403db5ab-e345-46a6-94e3-eae0ce37bb97 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928032 Jan 31 19:25:37.560855 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63e0c4-0a15-4f44-b326-1eea37b792de req-96acc03a-804c-4ee2-8754-09e194ddcfff tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:37.562393 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc63e0c4-0a15-4f44-b326-1eea37b792de req-96acc03a-804c-4ee2-8754-09e194ddcfff tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 946 time: 0.0867929 Jan 31 19:25:37.681877 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cc63e0c4-0a15-4f44-b326-1eea37b792de req-0efe1909-f66c-4610-b7a3-dfe21d520490 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Deleting port d254001e-8ef7-43ee-8816-0f691010685a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:37.682244 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc63e0c4-0a15-4f44-b326-1eea37b792de req-0efe1909-f66c-4610-b7a3-dfe21d520490 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (d254001e-8ef7-43ee-8816-0f691010685a), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:37.789427 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cc63e0c4-0a15-4f44-b326-1eea37b792de req-0efe1909-f66c-4610-b7a3-dfe21d520490 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] For port d254001e-8ef7-43ee-8816-0f691010685a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d254001e-8ef7-43ee-8816-0f691010685a,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:37.790068 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc63e0c4-0a15-4f44-b326-1eea37b792de req-0efe1909-f66c-4610-b7a3-dfe21d520490 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (d254001e-8ef7-43ee-8816-0f691010685a), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:37.813478 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-cc63e0c4-0a15-4f44-b326-1eea37b792de req-0efe1909-f66c-4610-b7a3-dfe21d520490 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Calling delete_port for d254001e-8ef7-43ee-8816-0f691010685a owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:38.040854 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc63e0c4-0a15-4f44-b326-1eea37b792de req-0efe1909-f66c-4610-b7a3-dfe21d520490 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (d254001e-8ef7-43ee-8816-0f691010685a), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:38.054938 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['d254001e-8ef7-43ee-8816-0f691010685a'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:25:38.076758 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe1909-f66c-4610-b7a3-dfe21d520490 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Pushing event deleted for resources: {'Port': ['ID=d254001e-8ef7-43ee-8816-0f691010685a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:38.131282 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc63e0c4-0a15-4f44-b326-1eea37b792de req-0efe1909-f66c-4610-b7a3-dfe21d520490 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] No DVR routers for this DVR port d254001e-8ef7-43ee-8816-0f691010685a on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:25:38.134807 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc63e0c4-0a15-4f44-b326-1eea37b792de req-0efe1909-f66c-4610-b7a3-dfe21d520490 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:38.140194 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc63e0c4-0a15-4f44-b326-1eea37b792de req-0efe1909-f66c-4610-b7a3-dfe21d520490 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.77 "DELETE /v2.0/ports/d254001e-8ef7-43ee-8816-0f691010685a HTTP/1.1" status: 204 len: 173 time: 0.5710866 Jan 31 19:25:38.141019 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'name': 'network-vif-deleted', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:25:38.145138 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39543fe0-b61e-43f2-9cfa-3d6ab50bc2a2" -d '{"events": [{"server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "name": "network-vif-deleted", "tag": "d254001e-8ef7-43ee-8816-0f691010685a"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:25:38.202621 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c91d49-a146-4889-961b-cb328bfdce18 x-openstack-request-id: req-b2c91d49-a146-4889-961b-cb328bfdce18 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:25:38.202621 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b683238-cba5-40e0-888c-66ef1d986710", "name": "network-vif-deleted", "tag": "d254001e-8ef7-43ee-8816-0f691010685a", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:25:38.202621 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b2c91d49-a146-4889-961b-cb328bfdce18 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:25:38.202621 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b683238-cba5-40e0-888c-66ef1d986710', 'name': 'network-vif-deleted', 'tag': 'd254001e-8ef7-43ee-8816-0f691010685a', 'status': 'completed', 'code': 200} Jan 31 19:25:38.592186 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288655b0-074a-4531-b56e-a2a9bd2a5b80 req-8bd0d5f7-8544-4439-877e-a6391b8ffa9c tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:38.593923 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-288655b0-074a-4531-b56e-a2a9bd2a5b80 req-8bd0d5f7-8544-4439-877e-a6391b8ffa9c tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 943 time: 0.0736632 Jan 31 19:25:38.652504 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-288655b0-074a-4531-b56e-a2a9bd2a5b80 req-fa775e56-ac83-49fe-b9d1-3710a2f1ad57 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502498 Jan 31 19:25:38.666749 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-90448853-8ef0-4533-bb02-b4fc41fe3ff3 req-5db2adc8-6d27-4aa1-9f24-b84c31a41751 tempest-TestMinimumBasicScenario-877015830 tempest-TestMinimumBasicScenario-877015830-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b683238-cba5-40e0-888c-66ef1d986710 HTTP/1.1" status: 200 len: 210 time: 0.0306017 Jan 31 19:25:38.756304 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device e04fd2a5-71ff-45f3-9048-67354358ad48 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:25:38.855186 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port e04fd2a5-71ff-45f3-9048-67354358ad48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e04fd2a5-71ff-45f3-9048-67354358ad48,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:38.867505 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'port_id': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'mac_address': 'fa:16:3e:4e:a5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:25:38.906119 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port e04fd2a5-71ff-45f3-9048-67354358ad48 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:25:38.906628 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:38.920990 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04fd2a5-71ff-45f3-9048-67354358ad48 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:25:38.941804 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port e04fd2a5-71ff-45f3-9048-67354358ad48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e04fd2a5-71ff-45f3-9048-67354358ad48,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:39.023008 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:39.081975 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=e04fd2a5-71ff-45f3-9048-67354358ad48,revision_number=9']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:39.298222 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['e04fd2a5-71ff-45f3-9048-67354358ad48'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:25:39.805493 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462066dc-995e-454b-a967-7c017dacd850 req-4077f35b-0de8-4434-8504-b68c781fb357 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:39.807274 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-462066dc-995e-454b-a967-7c017dacd850 req-4077f35b-0de8-4434-8504-b68c781fb357 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 944 time: 0.0679626 Jan 31 19:25:39.871324 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-462066dc-995e-454b-a967-7c017dacd850 req-3d7617eb-6fca-477b-bc01-27b9eb075e98 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553675 Jan 31 19:25:40.771452 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device e04fd2a5-71ff-45f3-9048-67354358ad48 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:25:40.836897 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port e04fd2a5-71ff-45f3-9048-67354358ad48 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:25:40.837451 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:40.962513 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port e04fd2a5-71ff-45f3-9048-67354358ad48 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:25:40.963084 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:40.998811 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:25:41.001483 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5546f5a-7cf2-416c-b714-7a8a06e2c269" -d '{"events": [{"server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "name": "network-vif-plugged", "status": "completed", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:25:41.022294 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port e04fd2a5-71ff-45f3-9048-67354358ad48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e04fd2a5-71ff-45f3-9048-67354358ad48,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:41.058223 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb303c5-f8ea-443b-9b60-16deb0888060 x-openstack-request-id: req-9fb303c5-f8ea-443b-9b60-16deb0888060 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:25:41.058985 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "name": "network-vif-plugged", "status": "completed", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:25:41.059249 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9fb303c5-f8ea-443b-9b60-16deb0888060 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:25:41.059651 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'code': 200} Jan 31 19:25:41.065618 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2629d7-5cd9-4300-b9ee-8bfd2e740faa req-62c3977b-b159-4272-88cb-f0eea9be78df tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:41.068232 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-cf2629d7-5cd9-4300-b9ee-8bfd2e740faa req-62c3977b-b159-4272-88cb-f0eea9be78df tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 944 time: 0.0853760 Jan 31 19:25:41.132208 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:41.133065 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device d254001e-8ef7-43ee-8816-0f691010685a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:41.136077 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-cf2629d7-5cd9-4300-b9ee-8bfd2e740faa req-23fd274a-00df-41fe-b175-97e803e86376 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615146 Jan 31 19:25:41.183144 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: d254001e-8ef7-43ee-8816-0f691010685a {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:41.183552 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device d254001e-8ef7-43ee-8816-0f691010685a not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:41.208857 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=e04fd2a5-71ff-45f3-9048-67354358ad48,revision_number=10']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:41.437912 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fd764-9642-4809-84aa-4a17ea783570 req-7cd4a746-01cf-4919-bb8c-bcdb7b4d6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:41.439332 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1b5fd764-9642-4809-84aa-4a17ea783570 req-7cd4a746-01cf-4919-bb8c-bcdb7b4d6d94 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 1130 time: 0.0463319 Jan 31 19:25:41.487232 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1b5fd764-9642-4809-84aa-4a17ea783570 req-7e3ff7ef-0c19-457c-8080-ab04c576c1e5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408800 Jan 31 19:25:41.515024 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-41f0acec-ed2e-4732-9cc0-1e6082759e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:41.538191 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58488) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:41.663517 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:41.909462 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-91435b31-8229-45c1-a81c-5c29349cd81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073501'] for router_interface (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:42.185903 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-91435b31-8229-45c1-a81c-5c29349cd81f admin admin] Deleting port aedda620-13e8-46ec-9cfc-edd8d261ef22 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:42.186525 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-91435b31-8229-45c1-a81c-5c29349cd81f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:42.266239 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:25:42.338255 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58518) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:42.346665 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-91435b31-8229-45c1-a81c-5c29349cd81f admin admin] For port aedda620-13e8-46ec-9cfc-edd8d261ef22, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=aedda620-13e8-46ec-9cfc-edd8d261ef22,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:42.347187 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-91435b31-8229-45c1-a81c-5c29349cd81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:42.382614 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8798867-fbfb-421e-9e3e-ff5570d949c5 req-39f7a748-6581-4208-964e-6c2b830c365a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:42.384912 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b8798867-fbfb-421e-9e3e-ff5570d949c5 req-39f7a748-6581-4208-964e-6c2b830c365a tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 946 time: 0.1351004 Jan 31 19:25:42.386530 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-91435b31-8229-45c1-a81c-5c29349cd81f admin admin] Calling delete_port for aedda620-13e8-46ec-9cfc-edd8d261ef22 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:42.482783 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-24374212-0a8e-41fb-8b9f-9f6d7115f944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:42.545618 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b8798867-fbfb-421e-9e3e-ff5570d949c5 req-d568ff5a-af58-460f-a00f-5405a3fc95e8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494401 Jan 31 19:25:42.574817 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-24374212-0a8e-41fb-8b9f-9f6d7115f944 admin admin] Publish callbacks [] for security_group (70079136-14ed-4319-ac57-0e51f51c0d45), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:42.675419 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-24374212-0a8e-41fb-8b9f-9f6d7115f944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (70079136-14ed-4319-ac57-0e51f51c0d45), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:42.739332 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24374212-0a8e-41fb-8b9f-9f6d7115f944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70079136-14ed-4319-ac57-0e51f51c0d45,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:42.778993 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58544) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:42.779309 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-24374212-0a8e-41fb-8b9f-9f6d7115f944 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26ad2f95b4cc464b8dbcb2c829133be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4396081 Jan 31 19:25:42.851094 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7035ad84-4132-411d-a333-a5dfd6d32bd4 admin admin] Publish callbacks [] for security_group (70079136-14ed-4319-ac57-0e51f51c0d45), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:42.866675 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-91435b31-8229-45c1-a81c-5c29349cd81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (aedda620-13e8-46ec-9cfc-edd8d261ef22), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:42.903023 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7035ad84-4132-411d-a333-a5dfd6d32bd4 admin admin] Publish callbacks [] for security_group (70079136-14ed-4319-ac57-0e51f51c0d45), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:42.911038 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91435b31-8229-45c1-a81c-5c29349cd81f admin admin] Pushing event deleted for resources: {'Port': ['ID=aedda620-13e8-46ec-9cfc-edd8d261ef22,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:43.123308 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7035ad84-4132-411d-a333-a5dfd6d32bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (70079136-14ed-4319-ac57-0e51f51c0d45), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:43.126185 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7035ad84-4132-411d-a333-a5dfd6d32bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:43.132153 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-7035ad84-4132-411d-a333-a5dfd6d32bd4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70079136-14ed-4319-ac57-0e51f51c0d45 HTTP/1.1" status: 204 len: 168 time: 0.3493414 Jan 31 19:25:43.143407 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035ad84-4132-411d-a333-a5dfd6d32bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70079136-14ed-4319-ac57-0e51f51c0d45,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:43.162117 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-91435b31-8229-45c1-a81c-5c29349cd81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2073353'] for router_interface (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:43.399811 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91435b31-8229-45c1-a81c-5c29349cd81f admin admin] Router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:25:43.514467 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91435b31-8229-45c1-a81c-5c29349cd81f admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:25:43.525127 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-91435b31-8229-45c1-a81c-5c29349cd81f admin admin] 10.222.0.72 "PUT /v2.0/routers/f7a0ef57-18ec-4d05-8bb1-22c6964c9f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9849713 Jan 31 19:25:43.525127 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58574) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:43.525589 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf03c3-ce12-4ee1-8396-8148b0180a67 None None] Sync routers for ids ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:25:43.539880 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf03c3-ce12-4ee1-8396-8148b0180a67 None None] Routers {'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:43.539880 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-25cf03c3-ce12-4ee1-8396-8148b0180a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:25:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:43.664053 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Publish callbacks [] for router (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:43.784029 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-25cf03c3-ce12-4ee1-8396-8148b0180a67 None None] Set router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:43.824682 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded2d76-9ced-49f6-870d-b0ef8f37640f req-eab2456c-8321-4af6-a71f-2eda46cd9fbb tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:43.826422 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4ded2d76-9ced-49f6-870d-b0ef8f37640f req-eab2456c-8321-4af6-a71f-2eda46cd9fbb tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 946 time: 0.1237628 Jan 31 19:25:43.846046 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Publish callbacks [] for router_gateway (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:43.886961 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6f76-c934-4b72-b2f8-4852132edcbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:43.893621 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4ded2d76-9ced-49f6-870d-b0ef8f37640f req-6af0b102-0e28-4419-ad4f-8ec344df7bb3 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566654 Jan 31 19:25:43.983399 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-25cf03c3-ce12-4ee1-8396-8148b0180a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:25:42Z', 'revision_number': 5, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port': {'id': '8436e3f1-01e7-4945-9bb6-0b97160cc7af', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:03Z', 'updated_at': '2022-01-31T19:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:44.004246 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Deleting port 8436e3f1-01e7-4945-9bb6-0b97160cc7af {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:44.004832 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:44.011451 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf03c3-ce12-4ee1-8396-8148b0180a67 None None] Checking router: f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:25:44.013792 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58588) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:44.021715 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf03c3-ce12-4ee1-8396-8148b0180a67 None None] Routers {'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:44.022336 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-25cf03c3-ce12-4ee1-8396-8148b0180a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:25:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:44.028999 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b23ae583-077f-429f-81e5-fd8db0194432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:44.113678 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] For port 8436e3f1-01e7-4945-9bb6-0b97160cc7af, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=8436e3f1-01e7-4945-9bb6-0b97160cc7af,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:44.114154 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:44.134568 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b23ae583-077f-429f-81e5-fd8db0194432 admin admin] Publish callbacks [] for security_group (61679bc9-de45-43c6-9deb-70fdd6314a50), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:44.134786 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-25cf03c3-ce12-4ee1-8396-8148b0180a67 None None] Set router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:44.136856 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Calling delete_port for 8436e3f1-01e7-4945-9bb6-0b97160cc7af owned by network:router_gateway {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:44.199822 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-25cf03c3-ce12-4ee1-8396-8148b0180a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:25:43Z', 'revision_number': 6, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port_host': None}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:44.229565 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf03c3-ce12-4ee1-8396-8148b0180a67 None None] The sync data for ids ['f7a0ef57-18ec-4d05-8bb1-22c6964c9f71'] in dv-cinder-813223-5-iscsi is: [{'id': 'f7a0ef57-18ec-4d05-8bb1-22c6964c9f71', 'name': 'tempest-TestMinimumBasicScenario-1704817520-router', 'tenant_id': '47ca2a0269214434a3c8676e3a51126e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:02Z', 'updated_at': '2022-01-31T19:25:43Z', 'revision_number': 6, 'project_id': '47ca2a0269214434a3c8676e3a51126e', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:25:44.240709 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-b23ae583-077f-429f-81e5-fd8db0194432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (61679bc9-de45-43c6-9deb-70fdd6314a50), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:44.323005 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-b23ae583-077f-429f-81e5-fd8db0194432 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=42ea3aecf6e04ff1bf111d368ab66079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070264 Jan 31 19:25:44.324343 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ae583-077f-429f-81e5-fd8db0194432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61679bc9-de45-43c6-9deb-70fdd6314a50,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:44.328258 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58590) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:44.433268 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3f4e9f6-21a4-49f1-81b6-ee5495ba1c66 admin admin] Publish callbacks [] for security_group (61679bc9-de45-43c6-9deb-70fdd6314a50), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:44.433268 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3f4e9f6-21a4-49f1-81b6-ee5495ba1c66 admin admin] Publish callbacks [] for security_group (61679bc9-de45-43c6-9deb-70fdd6314a50), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:44.698255 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3f4e9f6-21a4-49f1-81b6-ee5495ba1c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (61679bc9-de45-43c6-9deb-70fdd6314a50), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:44.698551 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (8436e3f1-01e7-4945-9bb6-0b97160cc7af), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:44.701289 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e3f4e9f6-21a4-49f1-81b6-ee5495ba1c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:44.708997 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-e3f4e9f6-21a4-49f1-81b6-ee5495ba1c66 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61679bc9-de45-43c6-9deb-70fdd6314a50 HTTP/1.1" status: 204 len: 168 time: 0.3780041 Jan 31 19:25:44.731802 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Pushing event deleted for resources: {'Port': ['ID=8436e3f1-01e7-4945-9bb6-0b97160cc7af,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:44.747984 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4e9f6-21a4-49f1-81b6-ee5495ba1c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61679bc9-de45-43c6-9deb-70fdd6314a50,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:44.841239 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078823'] for router_gateway (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:44.938257 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2074354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45331'] for router (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:44.941214 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Publish callbacks [] for router_controller (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:44.962179 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:45.021001 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df435e9-65da-4d0f-96d7-0bc6dc8d2a5e req-44de7e16-e811-4b55-ba5b-351849068b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:45.022678 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8df435e9-65da-4d0f-96d7-0bc6dc8d2a5e req-44de7e16-e811-4b55-ba5b-351849068b0f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 1130 time: 0.0934055 Jan 31 19:25:45.086743 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2074363'] for router (f7a0ef57-18ec-4d05-8bb1-22c6964c9f71), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:45.087709 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 {{(pid=103243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:25:45.099925 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:45.101832 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fea20-8d83-4a96-aebf-d3fd4b75bb43 req-d32577a7-e5d9-4198-a7b9-e8ce2351a604 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:45.103405 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-7dcd61c7-8e14-44b1-8a86-7c455bfaf638 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f7a0ef57-18ec-4d05-8bb1-22c6964c9f71 HTTP/1.1" status: 204 len: 168 time: 1.5751390 Jan 31 19:25:45.104813 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-651fea20-8d83-4a96-aebf-d3fd4b75bb43 req-d32577a7-e5d9-4198-a7b9-e8ce2351a604 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 946 time: 0.1188631 Jan 31 19:25:45.107621 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58602) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:45.122011 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 8436e3f1-01e7-4945-9bb6-0b97160cc7af no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:45.155003 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 8436e3f1-01e7-4945-9bb6-0b97160cc7af {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:45.155003 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 8436e3f1-01e7-4945-9bb6-0b97160cc7af not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:45.155297 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device aedda620-13e8-46ec-9cfc-edd8d261ef22 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:45.178216 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: aedda620-13e8-46ec-9cfc-edd8d261ef22 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:45.178710 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device aedda620-13e8-46ec-9cfc-edd8d261ef22 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:45.258236 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadf4707-341b-4098-ad6f-9d659a935a9d admin admin] Deleting subnet 42e5d16d-821a-432f-8a42-15df80176ccc {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:25:45.271443 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aadf4707-341b-4098-ad6f-9d659a935a9d admin admin] Publish callbacks [] for subnet (42e5d16d-821a-432f-8a42-15df80176ccc), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:45.312948 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-651fea20-8d83-4a96-aebf-d3fd4b75bb43 req-9f03f97c-25bc-425a-8c29-289565c727e9 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748428 Jan 31 19:25:45.322467 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df435e9-65da-4d0f-96d7-0bc6dc8d2a5e req-2bf5806c-ec45-4687-b16d-6619fa50d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:45.324424 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8df435e9-65da-4d0f-96d7-0bc6dc8d2a5e req-2bf5806c-ec45-4687-b16d-6619fa50d873 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 200 len: 919 time: 0.2552922 Jan 31 19:25:45.410518 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aadf4707-341b-4098-ad6f-9d659a935a9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9343508'] for subnet (42e5d16d-821a-432f-8a42-15df80176ccc), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:45.456141 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8df435e9-65da-4d0f-96d7-0bc6dc8d2a5e req-4fd6b72b-7259-4a25-a204-0c678f0908e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e04fd2a5-71ff-45f3-9048-67354358ad48 HTTP/1.1" status: 200 len: 1001 time: 0.1236339 Jan 31 19:25:45.543566 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df435e9-65da-4d0f-96d7-0bc6dc8d2a5e req-da3df94e-5eea-4d5d-9aee-b34702bcb59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:45.545063 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8df435e9-65da-4d0f-96d7-0bc6dc8d2a5e req-da3df94e-5eea-4d5d-9aee-b34702bcb59d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4c50c8fa-063d-4447-81e7-9a815420e7f8 HTTP/1.1" status: 200 len: 856 time: 0.0805061 Jan 31 19:25:45.546394 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aadf4707-341b-4098-ad6f-9d659a935a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (42e5d16d-821a-432f-8a42-15df80176ccc), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:45.633600 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df435e9-65da-4d0f-96d7-0bc6dc8d2a5e req-5e4e7914-b3e9-479a-9cc5-ad864c598f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:45.638995 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8df435e9-65da-4d0f-96d7-0bc6dc8d2a5e req-5e4e7914-b3e9-479a-9cc5-ad864c598f24 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e72e47be-aaa8-400d-b997-58e2a6efc84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678654 Jan 31 19:25:45.729979 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8df435e9-65da-4d0f-96d7-0bc6dc8d2a5e req-e3735530-6c29-4a10-9bd7-ef92d70849f7 service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878358 Jan 31 19:25:45.757607 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aadf4707-341b-4098-ad6f-9d659a935a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8651393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9366732'] for subnet (42e5d16d-821a-432f-8a42-15df80176ccc), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:45.796275 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf4707-341b-4098-ad6f-9d659a935a9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e5d16d-821a-432f-8a42-15df80176ccc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:45.809165 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc3532-1594-431d-9cd5-ef94ca964bc1 None None] Network ed0ec79a-b707-4b56-918d-78a1f0122266 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:25:45.831159 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-aadf4707-341b-4098-ad6f-9d659a935a9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:45.836913 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-aadf4707-341b-4098-ad6f-9d659a935a9d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/42e5d16d-821a-432f-8a42-15df80176ccc HTTP/1.1" status: 204 len: 168 time: 0.7252755 Jan 31 19:25:45.837372 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58618) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:45.886838 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8df435e9-65da-4d0f-96d7-0bc6dc8d2a5e req-11d39a8e-7636-469d-ab10-a1379033e87a service neutron] 10.222.0.77 "GET /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500130 Jan 31 19:25:45.985358 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (ed0ec79a-b707-4b56-918d-78a1f0122266), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.013951 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c618ea4-3daf-4ffd-a2d9-20867cdda3f4 None None] DHCP port deletion for ed0ec79a-b707-4b56-918d-78a1f0122266 request from dv-cinder-813223-5-iscsi {{(pid=103245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:25:46.055330 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Deleting port 95bc81ba-d288-4c02-8e3e-d1e126d301bf {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:46.055673 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.088128 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2c618ea4-3daf-4ffd-a2d9-20867cdda3f4 None None] Deleting port 95bc81ba-d288-4c02-8e3e-d1e126d301bf {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:46.088581 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c618ea4-3daf-4ffd-a2d9-20867cdda3f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.132419 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] For port 95bc81ba-d288-4c02-8e3e-d1e126d301bf, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=95bc81ba-d288-4c02-8e3e-d1e126d301bf,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:46.133108 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.164792 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Calling delete_port for 95bc81ba-d288-4c02-8e3e-d1e126d301bf owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:46.182085 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2c618ea4-3daf-4ffd-a2d9-20867cdda3f4 None None] For port 95bc81ba-d288-4c02-8e3e-d1e126d301bf, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=95bc81ba-d288-4c02-8e3e-d1e126d301bf,segment=NetworkSegment(8edd0d81-fa89-4bf2-ad88-af79b4376b4a),segment_id=8edd0d81-fa89-4bf2-ad88-af79b4376b4a)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:46.182541 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c618ea4-3daf-4ffd-a2d9-20867cdda3f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.204474 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2c618ea4-3daf-4ffd-a2d9-20867cdda3f4 None None] Calling delete_port for 95bc81ba-d288-4c02-8e3e-d1e126d301bf owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:46.343534 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.360272 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c618ea4-3daf-4ffd-a2d9-20867cdda3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994'] for port (95bc81ba-d288-4c02-8e3e-d1e126d301bf), after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.370762 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Pushing event deleted for resources: {'Port': ['ID=95bc81ba-d288-4c02-8e3e-d1e126d301bf,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:46.374767 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] No DVR routers for this DVR port 95bc81ba-d288-4c02-8e3e-d1e126d301bf on host dv-cinder-813223-5-iscsi {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:25:46.394460 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c618ea4-3daf-4ffd-a2d9-20867cdda3f4 None None] Pushing event deleted for resources: {'Port': ['ID=95bc81ba-d288-4c02-8e3e-d1e126d301bf,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:46.396926 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c618ea4-3daf-4ffd-a2d9-20867cdda3f4 None None] No DVR routers for this DVR port 95bc81ba-d288-4c02-8e3e-d1e126d301bf on host dv-cinder-813223-5-iscsi {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:25:46.480531 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (ed0ec79a-b707-4b56-918d-78a1f0122266), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.480907 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.525032 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0ec79a-b707-4b56-918d-78a1f0122266']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:46.537402 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edd0d81-fa89-4bf2-ad88-af79b4376b4a') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:46.537699 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edd0d81-fa89-4bf2-ad88-af79b4376b4a') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:46.551361 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8960383'] for segment (8edd0d81-fa89-4bf2-ad88-af79b4376b4a), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.571496 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (8edd0d81-fa89-4bf2-ad88-af79b4376b4a), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.584856 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5883b7-a1b1-4e60-9451-9ccdf3fa8ebb req-5505187c-72e1-452c-996b-92f016b1d3f0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:46.586508 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fc5883b7-a1b1-4e60-9451-9ccdf3fa8ebb req-5505187c-72e1-452c-996b-92f016b1d3f0 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 946 time: 0.1086190 Jan 31 19:25:46.589510 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:25:46.589916 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207958'] for segment (8edd0d81-fa89-4bf2-ad88-af79b4376b4a), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: Traceback (most recent call last): Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: timer() Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: cb(*args, **kw) Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: return func(*args, **kwargs) Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: self._notify() Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: self.callback(batched_events) Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: event.method(event) Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: return f(self, *a, **k) Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._get(url).json() Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: return self.request(url, 'GET', **kwargs) Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:25:46.591686 dv-cinder-813223-5-iscsi neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:25:46.684265 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fc5883b7-a1b1-4e60-9451-9ccdf3fa8ebb req-ccca2ada-8ceb-4af4-81ec-7bd3f7c37831 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822592 Jan 31 19:25:46.801237 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 95bc81ba-d288-4c02-8e3e-d1e126d301bf no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:46.815771 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 95bc81ba-d288-4c02-8e3e-d1e126d301bf {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:46.816100 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 95bc81ba-d288-4c02-8e3e-d1e126d301bf not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:46.880530 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (ed0ec79a-b707-4b56-918d-78a1f0122266), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.885621 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:46.889325 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] 10.222.0.72 "DELETE /v2.0/networks/ed0ec79a-b707-4b56-918d-78a1f0122266 HTTP/1.1" status: 204 len: 168 time: 1.0508909 Jan 31 19:25:46.892597 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58642) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:46.903466 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80b644-3ed5-4045-964e-1e4e23b7e52f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0ec79a-b707-4b56-918d-78a1f0122266,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:47.616771 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08090dd1-e43a-409f-8428-049d3fa1ab82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073501'] for router_interface (02af3ec7-7865-4942-a375-bf9d2c3d3596), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:47.748779 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:47.917610 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-08090dd1-e43a-409f-8428-049d3fa1ab82 admin admin] Deleting port 760919b5-9693-42c4-978e-9861f29526d7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:47.918116 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08090dd1-e43a-409f-8428-049d3fa1ab82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (760919b5-9693-42c4-978e-9861f29526d7), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:47.921962 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58672) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:48.038437 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-08090dd1-e43a-409f-8428-049d3fa1ab82 admin admin] For port 760919b5-9693-42c4-978e-9861f29526d7, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=760919b5-9693-42c4-978e-9861f29526d7,segment=NetworkSegment(29a542ef-61d9-455b-a11b-be3f17be7a0f),segment_id=29a542ef-61d9-455b-a11b-be3f17be7a0f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:48.038437 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08090dd1-e43a-409f-8428-049d3fa1ab82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (760919b5-9693-42c4-978e-9861f29526d7), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:48.054722 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-08090dd1-e43a-409f-8428-049d3fa1ab82 admin admin] Calling delete_port for 760919b5-9693-42c4-978e-9861f29526d7 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:48.072307 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-08022efc-1f5e-457d-96f6-c083dc0b36f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:48.178870 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-08022efc-1f5e-457d-96f6-c083dc0b36f7 admin admin] Publish callbacks [] for security_group (437f58c2-49a1-4db0-89ed-b590f7257540), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:48.269811 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-08022efc-1f5e-457d-96f6-c083dc0b36f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (437f58c2-49a1-4db0-89ed-b590f7257540), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:48.312149 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-08022efc-1f5e-457d-96f6-c083dc0b36f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f15bae8fb4f041e78b90290f509b86b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886127 Jan 31 19:25:48.313020 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08022efc-1f5e-457d-96f6-c083dc0b36f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437f58c2-49a1-4db0-89ed-b590f7257540,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:48.315899 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58688) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:48.371936 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e082eb9a-8016-4b02-9394-c286f6fd0150 admin admin] Publish callbacks [] for security_group (437f58c2-49a1-4db0-89ed-b590f7257540), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:48.396161 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e082eb9a-8016-4b02-9394-c286f6fd0150 admin admin] Publish callbacks [] for security_group (437f58c2-49a1-4db0-89ed-b590f7257540), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:48.400679 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08090dd1-e43a-409f-8428-049d3fa1ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (760919b5-9693-42c4-978e-9861f29526d7), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:48.428531 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08090dd1-e43a-409f-8428-049d3fa1ab82 admin admin] Pushing event deleted for resources: {'Port': ['ID=760919b5-9693-42c4-978e-9861f29526d7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:48.544845 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e082eb9a-8016-4b02-9394-c286f6fd0150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (437f58c2-49a1-4db0-89ed-b590f7257540), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:48.549521 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e082eb9a-8016-4b02-9394-c286f6fd0150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:48.549521 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-e082eb9a-8016-4b02-9394-c286f6fd0150 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/437f58c2-49a1-4db0-89ed-b590f7257540 HTTP/1.1" status: 204 len: 168 time: 0.2320087 Jan 31 19:25:48.562740 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082eb9a-8016-4b02-9394-c286f6fd0150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f58c2-49a1-4db0-89ed-b590f7257540,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:48.629133 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-08090dd1-e43a-409f-8428-049d3fa1ab82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2073353'] for router_interface (02af3ec7-7865-4942-a375-bf9d2c3d3596), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:48.882057 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58696) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:48.891213 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08090dd1-e43a-409f-8428-049d3fa1ab82 admin admin] Router 02af3ec7-7865-4942-a375-bf9d2c3d3596 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:25:49.035069 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08090dd1-e43a-409f-8428-049d3fa1ab82 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:25:49.042512 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ccbd2d7-79ef-480e-b284-edffa4d65eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:49.054892 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-08090dd1-e43a-409f-8428-049d3fa1ab82 admin admin] 10.222.0.72 "PUT /v2.0/routers/02af3ec7-7865-4942-a375-bf9d2c3d3596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1610522 Jan 31 19:25:49.057508 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58706) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:49.058300 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22a445-391d-4cb5-a415-9936e1b1e13c None None] Sync routers for ids ['02af3ec7-7865-4942-a375-bf9d2c3d3596'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:25:49.088584 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22a445-391d-4cb5-a415-9936e1b1e13c None None] Routers {'02af3ec7-7865-4942-a375-bf9d2c3d3596'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:49.089262 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3c22a445-391d-4cb5-a415-9936e1b1e13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:25:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['02af3ec7-7865-4942-a375-bf9d2c3d3596'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:49.204721 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Publish callbacks [] for router (02af3ec7-7865-4942-a375-bf9d2c3d3596), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:49.208044 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ccbd2d7-79ef-480e-b284-edffa4d65eda admin admin] Publish callbacks [] for security_group (7e32005d-46c1-4f91-818e-e1e07bdc3b5a), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:49.257545 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-3c22a445-391d-4cb5-a415-9936e1b1e13c None None] Set router 02af3ec7-7865-4942-a375-bf9d2c3d3596 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:49.285809 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0ccbd2d7-79ef-480e-b284-edffa4d65eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (7e32005d-46c1-4f91-818e-e1e07bdc3b5a), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:49.349987 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-0ccbd2d7-79ef-480e-b284-edffa4d65eda admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=00e8267434ab4077bca3d42659822ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4661963 Jan 31 19:25:49.352582 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58712) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:49.367358 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Publish callbacks [] for router_gateway (02af3ec7-7865-4942-a375-bf9d2c3d3596), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:49.374835 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbd2d7-79ef-480e-b284-edffa4d65eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e32005d-46c1-4f91-818e-e1e07bdc3b5a,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:49.454031 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2df4d44-b61b-41cd-9ef9-5770f70b0928 admin admin] Publish callbacks [] for security_group (7e32005d-46c1-4f91-818e-e1e07bdc3b5a), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:49.486066 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2df4d44-b61b-41cd-9ef9-5770f70b0928 admin admin] Publish callbacks [] for security_group (7e32005d-46c1-4f91-818e-e1e07bdc3b5a), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:49.533349 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Deleting port 3b0d6d03-a74f-46cb-853e-166657e8a15a {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:49.533349 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:49.680861 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2df4d44-b61b-41cd-9ef9-5770f70b0928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (7e32005d-46c1-4f91-818e-e1e07bdc3b5a), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:49.681360 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] For port 3b0d6d03-a74f-46cb-853e-166657e8a15a, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=3b0d6d03-a74f-46cb-853e-166657e8a15a,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:49.681907 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:49.686711 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-d2df4d44-b61b-41cd-9ef9-5770f70b0928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:49.691573 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3c22a445-391d-4cb5-a415-9936e1b1e13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'name': 'tempest-TestMinimumBasicScenario-138595851-router', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:14Z', 'updated_at': '2022-01-31T19:25:48Z', 'revision_number': 5, 'project_id': '66242d7ae718476da4cf129bb70506c5', 'gw_port': {'id': '3b0d6d03-a74f-46cb-853e-166657e8a15a', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ea:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:15Z', 'updated_at': '2022-01-31T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:49.693724 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-d2df4d44-b61b-41cd-9ef9-5770f70b0928 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e32005d-46c1-4f91-818e-e1e07bdc3b5a HTTP/1.1" status: 204 len: 168 time: 0.3396649 Jan 31 19:25:49.701243 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Calling delete_port for 3b0d6d03-a74f-46cb-853e-166657e8a15a owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:49.707157 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df4d44-b61b-41cd-9ef9-5770f70b0928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e32005d-46c1-4f91-818e-e1e07bdc3b5a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:49.762958 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22a445-391d-4cb5-a415-9936e1b1e13c None None] Checking router: 02af3ec7-7865-4942-a375-bf9d2c3d3596 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:25:49.777767 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22a445-391d-4cb5-a415-9936e1b1e13c None None] Routers {'02af3ec7-7865-4942-a375-bf9d2c3d3596'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:49.778406 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3c22a445-391d-4cb5-a415-9936e1b1e13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:25:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['02af3ec7-7865-4942-a375-bf9d2c3d3596'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:49.875768 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-3c22a445-391d-4cb5-a415-9936e1b1e13c None None] Set router 02af3ec7-7865-4942-a375-bf9d2c3d3596 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:49.942780 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-3c22a445-391d-4cb5-a415-9936e1b1e13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'name': 'tempest-TestMinimumBasicScenario-138595851-router', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:14Z', 'updated_at': '2022-01-31T19:25:49Z', 'revision_number': 6, 'project_id': '66242d7ae718476da4cf129bb70506c5', 'gw_port_host': None}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:49.989420 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22a445-391d-4cb5-a415-9936e1b1e13c None None] The sync data for ids ['02af3ec7-7865-4942-a375-bf9d2c3d3596'] in dv-cinder-813223-5-iscsi is: [{'id': '02af3ec7-7865-4942-a375-bf9d2c3d3596', 'name': 'tempest-TestMinimumBasicScenario-138595851-router', 'tenant_id': '66242d7ae718476da4cf129bb70506c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:14Z', 'updated_at': '2022-01-31T19:25:49Z', 'revision_number': 6, 'project_id': '66242d7ae718476da4cf129bb70506c5', 'gw_port_host': None}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:25:50.051244 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (3b0d6d03-a74f-46cb-853e-166657e8a15a), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.096278 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0d6d03-a74f-46cb-853e-166657e8a15a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:50.197405 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078823'] for router_gateway (02af3ec7-7865-4942-a375-bf9d2c3d3596), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.334876 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2074354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45331'] for router (02af3ec7-7865-4942-a375-bf9d2c3d3596), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.338577 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Publish callbacks [] for router_controller (02af3ec7-7865-4942-a375-bf9d2c3d3596), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.475284 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2074363'] for router (02af3ec7-7865-4942-a375-bf9d2c3d3596), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.475860 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02af3ec7-7865-4942-a375-bf9d2c3d3596 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:25:50.489361 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.489361 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-a9592bef-41f2-4e0a-af6b-46d32f1585b8 admin admin] 10.222.0.72 "DELETE /v2.0/routers/02af3ec7-7865-4942-a375-bf9d2c3d3596 HTTP/1.1" status: 204 len: 168 time: 1.4246051 Jan 31 19:25:50.489361 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58730) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:50.546137 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-e942001d-8ee4-435a-8439-ea50c974c581 admin admin] Deleting subnet 7e3ddb7c-9937-46da-851e-809d33f0e4ab {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:25:50.557249 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e942001d-8ee4-435a-8439-ea50c974c581 admin admin] Publish callbacks [] for subnet (7e3ddb7c-9937-46da-851e-809d33f0e4ab), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.592959 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e942001d-8ee4-435a-8439-ea50c974c581 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9343508'] for subnet (7e3ddb7c-9937-46da-851e-809d33f0e4ab), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.654538 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58736) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:50.668446 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8679aa47-0771-49e1-8d21-cd45b120d0bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.679239 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e942001d-8ee4-435a-8439-ea50c974c581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (7e3ddb7c-9937-46da-851e-809d33f0e4ab), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.754957 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8679aa47-0771-49e1-8d21-cd45b120d0bc admin admin] Publish callbacks [] for security_group (4f689190-8b2a-4d75-8e7d-2215b2d3ecdb), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.801780 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e942001d-8ee4-435a-8439-ea50c974c581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8651393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9366732'] for subnet (7e3ddb7c-9937-46da-851e-809d33f0e4ab), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.833963 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 760919b5-9693-42c4-978e-9861f29526d7 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:50.838941 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942001d-8ee4-435a-8439-ea50c974c581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3ddb7c-9937-46da-851e-809d33f0e4ab,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:50.840911 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e942001d-8ee4-435a-8439-ea50c974c581 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.844159 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-e942001d-8ee4-435a-8439-ea50c974c581 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7e3ddb7c-9937-46da-851e-809d33f0e4ab HTTP/1.1" status: 204 len: 168 time: 0.3560612 Jan 31 19:25:50.847513 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58740) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:50.858598 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819d60f2-3b0e-49d8-8a1b-5f77f73f089b None None] Network 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:25:50.885827 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8679aa47-0771-49e1-8d21-cd45b120d0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (4f689190-8b2a-4d75-8e7d-2215b2d3ecdb), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.933729 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:50.956322 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-8679aa47-0771-49e1-8d21-cd45b120d0bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3260fa5186f349e1bfd688bfd5ee021e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003175 Jan 31 19:25:50.958985 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679aa47-0771-49e1-8d21-cd45b120d0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f689190-8b2a-4d75-8e7d-2215b2d3ecdb,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:50.960783 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58742) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:50.993020 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 760919b5-9693-42c4-978e-9861f29526d7 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:50.993020 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 760919b5-9693-42c4-978e-9861f29526d7 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:50.993020 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 3b0d6d03-a74f-46cb-853e-166657e8a15a no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:51.009121 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Deleting port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:51.009827 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.012534 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 3b0d6d03-a74f-46cb-853e-166657e8a15a {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:51.014774 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 3b0d6d03-a74f-46cb-853e-166657e8a15a not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:51.034754 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b17c-7b00-4930-9946-a86c7f3547b5 admin admin] Publish callbacks [] for security_group (4f689190-8b2a-4d75-8e7d-2215b2d3ecdb), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.078528 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b17c-7b00-4930-9946-a86c7f3547b5 admin admin] Publish callbacks [] for security_group (4f689190-8b2a-4d75-8e7d-2215b2d3ecdb), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.115966 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] For port 950b0204-f065-44c3-bbae-91b8c7b9b2f6, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=950b0204-f065-44c3-bbae-91b8c7b9b2f6,segment=NetworkSegment(29a542ef-61d9-455b-a11b-be3f17be7a0f),segment_id=29a542ef-61d9-455b-a11b-be3f17be7a0f)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:51.116593 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.147042 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Calling delete_port for 950b0204-f065-44c3-bbae-91b8c7b9b2f6 owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:51.150565 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a574e7e-9e2d-4a03-bf52-f7aa9dff750a None None] DHCP port deletion for 4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38 request from dv-cinder-813223-5-iscsi {{(pid=103245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:25:51.234808 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7a574e7e-9e2d-4a03-bf52-f7aa9dff750a None None] Deleting port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:51.235357 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a574e7e-9e2d-4a03-bf52-f7aa9dff750a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.259062 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b17c-7b00-4930-9946-a86c7f3547b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (4f689190-8b2a-4d75-8e7d-2215b2d3ecdb), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.264455 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b17c-7b00-4930-9946-a86c7f3547b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.271247 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-3fa0b17c-7b00-4930-9946-a86c7f3547b5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f689190-8b2a-4d75-8e7d-2215b2d3ecdb HTTP/1.1" status: 204 len: 168 time: 0.3053141 Jan 31 19:25:51.282625 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0b17c-7b00-4930-9946-a86c7f3547b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f689190-8b2a-4d75-8e7d-2215b2d3ecdb,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:51.380918 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-7a574e7e-9e2d-4a03-bf52-f7aa9dff750a None None] For port 950b0204-f065-44c3-bbae-91b8c7b9b2f6, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=950b0204-f065-44c3-bbae-91b8c7b9b2f6,segment=NetworkSegment(29a542ef-61d9-455b-a11b-be3f17be7a0f),segment_id=29a542ef-61d9-455b-a11b-be3f17be7a0f)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:51.381226 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.382065 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a574e7e-9e2d-4a03-bf52-f7aa9dff750a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.409028 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7a574e7e-9e2d-4a03-bf52-f7aa9dff750a None None] Calling delete_port for 950b0204-f065-44c3-bbae-91b8c7b9b2f6 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:51.425666 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Pushing event deleted for resources: {'Port': ['ID=950b0204-f065-44c3-bbae-91b8c7b9b2f6,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:51.442836 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:51.443289 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:51.443763 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:51.444173 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:51.444859 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:51.445036 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:51.445481 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:51.445975 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:51.446380 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:51.446780 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:51.447344 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:51.447759 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:51.448153 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:51.452371 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] No DVR routers for this DVR port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 on host dv-cinder-813223-5-iscsi {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:25:51.514349 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7a574e7e-9e2d-4a03-bf52-f7aa9dff750a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994'] for port (950b0204-f065-44c3-bbae-91b8c7b9b2f6), after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.530272 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.541084 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a574e7e-9e2d-4a03-bf52-f7aa9dff750a None None] Pushing event deleted for resources: {'Port': ['ID=950b0204-f065-44c3-bbae-91b8c7b9b2f6,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:51.544962 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a574e7e-9e2d-4a03-bf52-f7aa9dff750a None None] No DVR routers for this DVR port 950b0204-f065-44c3-bbae-91b8c7b9b2f6 on host dv-cinder-813223-5-iscsi {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:25:51.560410 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:51.573259 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a542ef-61d9-455b-a11b-be3f17be7a0f') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:51.573489 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a542ef-61d9-455b-a11b-be3f17be7a0f') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:51.585001 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9343517'] for segment (29a542ef-61d9-455b-a11b-be3f17be7a0f), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.604803 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (29a542ef-61d9-455b-a11b-be3f17be7a0f), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.611816 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:25:51.612250 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8651311'] for segment (29a542ef-61d9-455b-a11b-be3f17be7a0f), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: Traceback (most recent call last): Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: timer() Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: cb(*args, **kw) Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: return func(*args, **kwargs) Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: self._notify() Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: self.callback(batched_events) Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: event.method(event) Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: return f(self, *a, **k) Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: return self._get(url).json() Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: return self.request(url, 'GET', **kwargs) Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:25:51.614049 dv-cinder-813223-5-iscsi neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:25:51.812264 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.819639 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.827353 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38 HTTP/1.1" status: 204 len: 168 time: 0.9749622 Jan 31 19:25:51.843650 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c095f6-53be-4f50-8452-889688729559 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d5bd26d-d571-4742-aaf9-8fcc3dbcfb38,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:52.207115 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58772) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:52.252438 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-d4b4691c-28b9-4388-bdd1-664621c089f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=47ca2a0269214434a3c8676e3a51126e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438533 Jan 31 19:25:52.254818 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58774) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:52.305471 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a027039f-49ba-4da2-8ff3-353aee0f4baa admin admin] Publish callbacks [] for security_group (9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:52.327517 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a027039f-49ba-4da2-8ff3-353aee0f4baa admin admin] Publish callbacks [] for security_group (9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:52.567089 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a027039f-49ba-4da2-8ff3-353aee0f4baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:52.574629 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a027039f-49ba-4da2-8ff3-353aee0f4baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:52.577274 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-a027039f-49ba-4da2-8ff3-353aee0f4baa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6 HTTP/1.1" status: 204 len: 168 time: 0.3207076 Jan 31 19:25:52.590646 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027039f-49ba-4da2-8ff3-353aee0f4baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a11fb4e-ca45-4804-ac5d-1f1dbbd839b6,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:52.802230 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 950b0204-f065-44c3-bbae-91b8c7b9b2f6 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:52.823316 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 950b0204-f065-44c3-bbae-91b8c7b9b2f6 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:52.823659 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 950b0204-f065-44c3-bbae-91b8c7b9b2f6 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:53.344899 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58796) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:53.405378 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-409b976c-f1cd-4297-bcb1-bde153552b3d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=66242d7ae718476da4cf129bb70506c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576692 Jan 31 19:25:53.408914 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58800) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:53.473655 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3cf384f4-8158-4949-a99f-4edba5307f14 admin admin] Publish callbacks [] for security_group (edcabb7d-5fb2-412d-9be3-f2da3f77e852), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:53.499852 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3cf384f4-8158-4949-a99f-4edba5307f14 admin admin] Publish callbacks [] for security_group (edcabb7d-5fb2-412d-9be3-f2da3f77e852), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:53.708925 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3cf384f4-8158-4949-a99f-4edba5307f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (edcabb7d-5fb2-412d-9be3-f2da3f77e852), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:53.711792 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3cf384f4-8158-4949-a99f-4edba5307f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:53.716272 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-3cf384f4-8158-4949-a99f-4edba5307f14 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/edcabb7d-5fb2-412d-9be3-f2da3f77e852 HTTP/1.1" status: 204 len: 168 time: 0.3058519 Jan 31 19:25:53.728303 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf384f4-8158-4949-a99f-4edba5307f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcabb7d-5fb2-412d-9be3-f2da3f77e852,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:06.412501 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58964) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:06.560881 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d860-50b3-4da9-b183-a13d42093d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:06.680114 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d860-50b3-4da9-b183-a13d42093d24 admin admin] Publish callbacks [] for security_group (580236a4-1000-4bbd-944c-bf85167d46ed), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:06.765070 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d860-50b3-4da9-b183-a13d42093d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (580236a4-1000-4bbd-944c-bf85167d46ed), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:06.806018 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-0ed5d860-50b3-4da9-b183-a13d42093d24 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b8b6c42785d0492d97b46d1f95250b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922296 Jan 31 19:26:06.806908 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5d860-50b3-4da9-b183-a13d42093d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580236a4-1000-4bbd-944c-bf85167d46ed,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:06.808851 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58970) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:06.866038 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0f0e6123-8bc1-4cb8-98c2-2785c6f1749e admin admin] Publish callbacks [] for security_group (580236a4-1000-4bbd-944c-bf85167d46ed), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:06.888619 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0f0e6123-8bc1-4cb8-98c2-2785c6f1749e admin admin] Publish callbacks [] for security_group (580236a4-1000-4bbd-944c-bf85167d46ed), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:07.057934 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0f0e6123-8bc1-4cb8-98c2-2785c6f1749e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (580236a4-1000-4bbd-944c-bf85167d46ed), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:07.060665 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0f0e6123-8bc1-4cb8-98c2-2785c6f1749e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:07.061926 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-0f0e6123-8bc1-4cb8-98c2-2785c6f1749e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/580236a4-1000-4bbd-944c-bf85167d46ed HTTP/1.1" status: 204 len: 168 time: 0.2517245 Jan 31 19:26:07.074340 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e6123-8bc1-4cb8-98c2-2785c6f1749e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580236a4-1000-4bbd-944c-bf85167d46ed,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:08.015952 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 58984) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:08.034173 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f23e0cc-06e0-48e4-abd7-f79eaac4a023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:08.121681 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f23e0cc-06e0-48e4-abd7-f79eaac4a023 admin admin] Publish callbacks [] for security_group (76160a08-2c3f-4a0c-b0b2-daa9ef8b64fe), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:08.211604 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9f23e0cc-06e0-48e4-abd7-f79eaac4a023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (76160a08-2c3f-4a0c-b0b2-daa9ef8b64fe), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:08.254068 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-9f23e0cc-06e0-48e4-abd7-f79eaac4a023 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a73388550a8f4639bc548d7b2318d529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368910 Jan 31 19:26:08.255375 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23e0cc-06e0-48e4-abd7-f79eaac4a023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76160a08-2c3f-4a0c-b0b2-daa9ef8b64fe,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:08.256837 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 58986) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:08.324853 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0df3af1a-2915-4618-a034-18bcb8f9f41f admin admin] Publish callbacks [] for security_group (76160a08-2c3f-4a0c-b0b2-daa9ef8b64fe), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:08.346423 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0df3af1a-2915-4618-a034-18bcb8f9f41f admin admin] Publish callbacks [] for security_group (76160a08-2c3f-4a0c-b0b2-daa9ef8b64fe), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:08.514558 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0df3af1a-2915-4618-a034-18bcb8f9f41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (76160a08-2c3f-4a0c-b0b2-daa9ef8b64fe), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:08.518415 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0df3af1a-2915-4618-a034-18bcb8f9f41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:08.524155 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-0df3af1a-2915-4618-a034-18bcb8f9f41f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/76160a08-2c3f-4a0c-b0b2-daa9ef8b64fe HTTP/1.1" status: 204 len: 168 time: 0.2616882 Jan 31 19:26:08.528641 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3af1a-2915-4618-a034-18bcb8f9f41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76160a08-2c3f-4a0c-b0b2-daa9ef8b64fe,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:09.568121 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59010) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:09.716501 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17b507b9-0b04-40c8-afea-95430885c315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:09.797474 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17b507b9-0b04-40c8-afea-95430885c315 admin admin] Publish callbacks [] for security_group (db987c36-89d6-45b8-a568-b88dfd110b4c), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:09.857721 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-17b507b9-0b04-40c8-afea-95430885c315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (db987c36-89d6-45b8-a568-b88dfd110b4c), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:09.899675 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-17b507b9-0b04-40c8-afea-95430885c315 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d80abfeca5745fb9dbe69855bdb954f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304126 Jan 31 19:26:09.900564 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b507b9-0b04-40c8-afea-95430885c315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db987c36-89d6-45b8-a568-b88dfd110b4c,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:09.902914 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59020) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:09.976492 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c251848-7aa0-4edd-af39-09d0f2acfde2 admin admin] Publish callbacks [] for security_group (db987c36-89d6-45b8-a568-b88dfd110b4c), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:10.013181 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c251848-7aa0-4edd-af39-09d0f2acfde2 admin admin] Publish callbacks [] for security_group (db987c36-89d6-45b8-a568-b88dfd110b4c), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:10.178100 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c251848-7aa0-4edd-af39-09d0f2acfde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (db987c36-89d6-45b8-a568-b88dfd110b4c), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:10.181719 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c251848-7aa0-4edd-af39-09d0f2acfde2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:10.183209 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-7c251848-7aa0-4edd-af39-09d0f2acfde2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/db987c36-89d6-45b8-a568-b88dfd110b4c HTTP/1.1" status: 204 len: 168 time: 0.2788596 Jan 31 19:26:10.193468 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c251848-7aa0-4edd-af39-09d0f2acfde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db987c36-89d6-45b8-a568-b88dfd110b4c,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:10.816093 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59038) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:10.830482 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-031f4e22-2b72-4bc8-bd67-680017e336c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:10.915828 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-031f4e22-2b72-4bc8-bd67-680017e336c2 admin admin] Publish callbacks [] for security_group (bf64b99d-497e-4748-9ac9-f47a39414272), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:10.994963 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-031f4e22-2b72-4bc8-bd67-680017e336c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (bf64b99d-497e-4748-9ac9-f47a39414272), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:11.040199 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-031f4e22-2b72-4bc8-bd67-680017e336c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=edb4f412bfa44d6699b4f56fbe0858c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228808 Jan 31 19:26:11.041496 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f4e22-2b72-4bc8-bd67-680017e336c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf64b99d-497e-4748-9ac9-f47a39414272,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:11.043285 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59046) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:11.105305 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61b352be-d75d-44f5-98ae-c42c908975c9 admin admin] Publish callbacks [] for security_group (bf64b99d-497e-4748-9ac9-f47a39414272), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:11.131564 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61b352be-d75d-44f5-98ae-c42c908975c9 admin admin] Publish callbacks [] for security_group (bf64b99d-497e-4748-9ac9-f47a39414272), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:11.269036 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61b352be-d75d-44f5-98ae-c42c908975c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (bf64b99d-497e-4748-9ac9-f47a39414272), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:11.271763 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-61b352be-d75d-44f5-98ae-c42c908975c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:11.273089 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-61b352be-d75d-44f5-98ae-c42c908975c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf64b99d-497e-4748-9ac9-f47a39414272 HTTP/1.1" status: 204 len: 168 time: 0.2281399 Jan 31 19:26:11.281955 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b352be-d75d-44f5-98ae-c42c908975c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf64b99d-497e-4748-9ac9-f47a39414272,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:11.520678 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-245794e1-29a1-496a-a82b-c3596e84bab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:11.754533 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:13.897266 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9981eda8-c244-4a5f-8bd1-a591a2b82385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:14.177652 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59102) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:14.304604 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6809dfa0-c33e-420c-8fa6-295cd7055166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:14.401662 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6809dfa0-c33e-420c-8fa6-295cd7055166 admin admin] Publish callbacks [] for security_group (5dcd1809-f323-4740-ae01-d833762351eb), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:14.480120 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-6809dfa0-c33e-420c-8fa6-295cd7055166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (5dcd1809-f323-4740-ae01-d833762351eb), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:14.521406 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-6809dfa0-c33e-420c-8fa6-295cd7055166 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b33059f024f54b10bb9e26511ba76b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426375 Jan 31 19:26:14.522268 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809dfa0-c33e-420c-8fa6-295cd7055166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcd1809-f323-4740-ae01-d833762351eb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:14.524220 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59112) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:14.576488 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Publish callbacks [] for security_group (5dcd1809-f323-4740-ae01-d833762351eb), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:14.602314 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Publish callbacks [] for security_group (5dcd1809-f323-4740-ae01-d833762351eb), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:14.783337 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (5dcd1809-f323-4740-ae01-d833762351eb), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:14.786047 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:14.787207 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5dcd1809-f323-4740-ae01-d833762351eb HTTP/1.1" status: 204 len: 168 time: 0.2618823 Jan 31 19:26:14.795537 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcd1809-f323-4740-ae01-d833762351eb,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:14.803825 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:14.804182 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:14.804546 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:14.804992 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:14.805479 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:14.805674 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:14.806126 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:14.806461 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:14.806791 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:14.807120 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:14.807452 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:14.807768 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:14.808087 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378bb76-829c-40da-9ec4-a9fffbf380a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:14.874527 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:15.639489 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59120) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:15.653213 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0f58766-df84-4dba-83d2-6e06ec40a5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:15.728780 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0f58766-df84-4dba-83d2-6e06ec40a5f8 admin admin] Publish callbacks [] for security_group (d4c21786-c365-47c7-950a-f403db1c20f2), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:15.817214 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a0f58766-df84-4dba-83d2-6e06ec40a5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (d4c21786-c365-47c7-950a-f403db1c20f2), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:15.854009 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f58766-df84-4dba-83d2-6e06ec40a5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c21786-c365-47c7-950a-f403db1c20f2,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:15.859877 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-a0f58766-df84-4dba-83d2-6e06ec40a5f8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d421d1d7ef04e4ea8cc48917aba0c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192845 Jan 31 19:26:15.864629 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59122) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:15.919551 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8f5155d-dcfe-4a30-96bb-6346e42e8f4c admin admin] Publish callbacks [] for security_group (d4c21786-c365-47c7-950a-f403db1c20f2), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:15.943260 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8f5155d-dcfe-4a30-96bb-6346e42e8f4c admin admin] Publish callbacks [] for security_group (d4c21786-c365-47c7-950a-f403db1c20f2), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:16.097550 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8f5155d-dcfe-4a30-96bb-6346e42e8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (d4c21786-c365-47c7-950a-f403db1c20f2), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:16.100318 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f8f5155d-dcfe-4a30-96bb-6346e42e8f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:16.101517 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-f8f5155d-dcfe-4a30-96bb-6346e42e8f4c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d4c21786-c365-47c7-950a-f403db1c20f2 HTTP/1.1" status: 204 len: 168 time: 0.2354274 Jan 31 19:26:16.111944 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5155d-dcfe-4a30-96bb-6346e42e8f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c21786-c365-47c7-950a-f403db1c20f2,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:16.428634 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:17.708176 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:18.168953 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a6c22-2383-4768-99ed-4b89f366a858 req-4acada5d-0f2b-471a-8b24-e95fdff59218 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:18.171326 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5d7a6c22-2383-4768-99ed-4b89f366a858 req-4acada5d-0f2b-471a-8b24-e95fdff59218 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0589175 Jan 31 19:26:18.245229 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5d7a6c22-2383-4768-99ed-4b89f366a858 req-dc619efc-2722-45c8-a982-550036828dbb tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579741 Jan 31 19:26:19.267522 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:26:19.311621 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59212) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:19.385026 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb643e5-0241-40f6-aa70-27f5fe31710a req-7d3d3a6b-eb83-46a1-a120-5774b33ecad3 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:19.386599 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-dbb643e5-0241-40f6-aa70-27f5fe31710a req-7d3d3a6b-eb83-46a1-a120-5774b33ecad3 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0573838 Jan 31 19:26:19.425021 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9538cad7-e8df-4577-bcd7-fb6e1b596a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.440696 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-dbb643e5-0241-40f6-aa70-27f5fe31710a req-6bc95ea2-c74a-4bc3-922e-86112adc70b4 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475476 Jan 31 19:26:19.506182 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9538cad7-e8df-4577-bcd7-fb6e1b596a05 admin admin] Publish callbacks [] for security_group (8f8346a5-30b1-4ce5-bd92-d87ee988a512), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.680343 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9538cad7-e8df-4577-bcd7-fb6e1b596a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (8f8346a5-30b1-4ce5-bd92-d87ee988a512), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.719850 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538cad7-e8df-4577-bcd7-fb6e1b596a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8346a5-30b1-4ce5-bd92-d87ee988a512,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:19.725464 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-9538cad7-e8df-4577-bcd7-fb6e1b596a05 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d4a395414e44efe8c1e016d9cd56e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4127123 Jan 31 19:26:19.728318 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59216) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:19.778152 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b1638a07-e5e3-4844-8279-2851690acda3 admin admin] Publish callbacks [] for security_group (8f8346a5-30b1-4ce5-bd92-d87ee988a512), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.801144 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b1638a07-e5e3-4844-8279-2851690acda3 admin admin] Publish callbacks [] for security_group (8f8346a5-30b1-4ce5-bd92-d87ee988a512), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.926003 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b1638a07-e5e3-4844-8279-2851690acda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (8f8346a5-30b1-4ce5-bd92-d87ee988a512), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.928689 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b1638a07-e5e3-4844-8279-2851690acda3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.929949 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b1638a07-e5e3-4844-8279-2851690acda3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f8346a5-30b1-4ce5-bd92-d87ee988a512 HTTP/1.1" status: 204 len: 168 time: 0.2008317 Jan 31 19:26:19.941070 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1638a07-e5e3-4844-8279-2851690acda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8346a5-30b1-4ce5-bd92-d87ee988a512,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:20.581229 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c162f-a256-4f00-9ba0-77e88cb75288 req-2f5372dc-39ae-4e79-b484-d1d551db0c0d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:20.582878 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-124c162f-a256-4f00-9ba0-77e88cb75288 req-2f5372dc-39ae-4e79-b484-d1d551db0c0d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0685151 Jan 31 19:26:20.636921 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-124c162f-a256-4f00-9ba0-77e88cb75288 req-92ad9b7a-b757-4a1d-b965-18c4952283af tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475218 Jan 31 19:26:20.792098 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59234) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:20.805879 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-993cde35-1b7e-4a4f-b96b-1e0fc1e98e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:20.879507 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-993cde35-1b7e-4a4f-b96b-1e0fc1e98e3e admin admin] Publish callbacks [] for security_group (05102da9-a1ef-49c5-a85e-c90d4680bf8f), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:21.000396 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-993cde35-1b7e-4a4f-b96b-1e0fc1e98e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (05102da9-a1ef-49c5-a85e-c90d4680bf8f), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:21.000835 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe0f25-44b3-418c-ad91-4abf31572260 req-b7db4920-0e24-4437-a3c4-2e7410256321 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:21.003083 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8dbe0f25-44b3-418c-ad91-4abf31572260 req-b7db4920-0e24-4437-a3c4-2e7410256321 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 946 time: 0.0549803 Jan 31 19:26:21.042244 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-993cde35-1b7e-4a4f-b96b-1e0fc1e98e3e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ebb0f30b5a074ae684737c25de4fb8bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489247 Jan 31 19:26:21.043421 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cde35-1b7e-4a4f-b96b-1e0fc1e98e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05102da9-a1ef-49c5-a85e-c90d4680bf8f,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:21.045679 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59240) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:21.064375 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8dbe0f25-44b3-418c-ad91-4abf31572260 req-6b49be60-e345-43d3-b6dc-2dc0a6e9b17e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550184 Jan 31 19:26:21.103579 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a72c209a-793a-4c96-8acf-3f0c30b33989 admin admin] Publish callbacks [] for security_group (05102da9-a1ef-49c5-a85e-c90d4680bf8f), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:21.124039 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a72c209a-793a-4c96-8acf-3f0c30b33989 admin admin] Publish callbacks [] for security_group (05102da9-a1ef-49c5-a85e-c90d4680bf8f), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:21.257799 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a72c209a-793a-4c96-8acf-3f0c30b33989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (05102da9-a1ef-49c5-a85e-c90d4680bf8f), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:21.260392 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a72c209a-793a-4c96-8acf-3f0c30b33989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:21.261749 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-a72c209a-793a-4c96-8acf-3f0c30b33989 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/05102da9-a1ef-49c5-a85e-c90d4680bf8f HTTP/1.1" status: 204 len: 168 time: 0.2150273 Jan 31 19:26:21.271864 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c209a-793a-4c96-8acf-3f0c30b33989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05102da9-a1ef-49c5-a85e-c90d4680bf8f,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:21.771380 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bf7b4-6b9e-4267-b71c-e679c27f8bba req-e1cf35ff-ed4a-44ad-83e4-b28288618180 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:21.772972 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bc2bf7b4-6b9e-4267-b71c-e679c27f8bba req-e1cf35ff-ed4a-44ad-83e4-b28288618180 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0585461 Jan 31 19:26:21.828481 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bc2bf7b4-6b9e-4267-b71c-e679c27f8bba req-3db8f660-0dc8-4c6c-8952-1989e2f7cb2d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493245 Jan 31 19:26:22.212064 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd71bb4-af8a-4739-892b-7a13eb476ac9 req-1140c2ca-303d-4383-bff3-740c09556407 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:22.213611 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7cd71bb4-af8a-4739-892b-7a13eb476ac9 req-1140c2ca-303d-4383-bff3-740c09556407 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 946 time: 0.0742037 Jan 31 19:26:22.267687 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7cd71bb4-af8a-4739-892b-7a13eb476ac9 req-99c12995-ff93-45c2-aad0-b9aff3f4b26b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471900 Jan 31 19:26:22.966611 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50536011-6601-47e2-ae34-3945110bdb9e req-df6cfe68-a534-4843-b53d-7c9b3506dbe7 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:22.968343 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-50536011-6601-47e2-ae34-3945110bdb9e req-df6cfe68-a534-4843-b53d-7c9b3506dbe7 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0643997 Jan 31 19:26:23.024067 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-50536011-6601-47e2-ae34-3945110bdb9e req-98c694b6-ffda-4770-a4d6-62b15e0f8e53 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482318 Jan 31 19:26:23.155480 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59280) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:23.274534 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-85ccaad4-7125-4efa-8292-d6c60ddd4338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.391940 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-85ccaad4-7125-4efa-8292-d6c60ddd4338 admin admin] Publish callbacks [] for security_group (35f34e0e-d1ab-45c4-90a6-5aaafc0dc844), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.424966 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa206568-dc5e-4ef8-b828-012512152e5d req-24c85810-cd2d-44a5-9627-e8881e0f560b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:23.426545 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fa206568-dc5e-4ef8-b828-012512152e5d req-24c85810-cd2d-44a5-9627-e8881e0f560b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 946 time: 0.0737174 Jan 31 19:26:23.458138 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-85ccaad4-7125-4efa-8292-d6c60ddd4338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (35f34e0e-d1ab-45c4-90a6-5aaafc0dc844), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.512990 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-fa206568-dc5e-4ef8-b828-012512152e5d req-b8f0f53c-8775-443b-999c-84d763f8e385 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804772 Jan 31 19:26:23.514866 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccaad4-7125-4efa-8292-d6c60ddd4338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f34e0e-d1ab-45c4-90a6-5aaafc0dc844,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:23.521708 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-85ccaad4-7125-4efa-8292-d6c60ddd4338 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6a842288b23549dbbdeea033c8d8fe48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649123 Jan 31 19:26:23.523298 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59286) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:23.580958 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ab6482d3-dcc0-46ad-b78d-6e0660dd0b97 admin admin] Publish callbacks [] for security_group (35f34e0e-d1ab-45c4-90a6-5aaafc0dc844), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.607882 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ab6482d3-dcc0-46ad-b78d-6e0660dd0b97 admin admin] Publish callbacks [] for security_group (35f34e0e-d1ab-45c4-90a6-5aaafc0dc844), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.737799 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ab6482d3-dcc0-46ad-b78d-6e0660dd0b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (35f34e0e-d1ab-45c4-90a6-5aaafc0dc844), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.740490 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ab6482d3-dcc0-46ad-b78d-6e0660dd0b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.741838 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ab6482d3-dcc0-46ad-b78d-6e0660dd0b97 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/35f34e0e-d1ab-45c4-90a6-5aaafc0dc844 HTTP/1.1" status: 204 len: 168 time: 0.2173936 Jan 31 19:26:23.750750 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6482d3-dcc0-46ad-b78d-6e0660dd0b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f34e0e-d1ab-45c4-90a6-5aaafc0dc844,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:24.162147 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea4191-3f21-4a3e-b58a-94b9b196acd6 req-d481de27-777a-49ec-8ec3-0773df1f43ba tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:24.162147 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9dea4191-3f21-4a3e-b58a-94b9b196acd6 req-d481de27-777a-49ec-8ec3-0773df1f43ba tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0647295 Jan 31 19:26:24.221839 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9dea4191-3f21-4a3e-b58a-94b9b196acd6 req-b54d0f15-64df-489f-a150-d99ab2e653f9 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552013 Jan 31 19:26:24.723222 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db445-52b2-488b-af5b-fdc89f876784 req-1c56e6a2-8554-4979-8369-0cb0cb9d6ef8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:24.724792 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-134db445-52b2-488b-af5b-fdc89f876784 req-1c56e6a2-8554-4979-8369-0cb0cb9d6ef8 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 946 time: 0.0661595 Jan 31 19:26:24.783467 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-134db445-52b2-488b-af5b-fdc89f876784 req-8ef55cbc-148f-470c-a6e6-5ee8beecf698 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528619 Jan 31 19:26:25.049761 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-4482d9b3-4ff6-4444-a0d0-2af5b420208f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:25.051326 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-4482d9b3-4ff6-4444-a0d0-2af5b420208f tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.77 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 946 time: 0.0663159 Jan 31 19:26:25.156887 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Deleting port e04fd2a5-71ff-45f3-9048-67354358ad48 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:25.157282 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:25.271839 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] For port e04fd2a5-71ff-45f3-9048-67354358ad48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e04fd2a5-71ff-45f3-9048-67354358ad48,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:25.272552 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:25.453473 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceecc1b-7b8a-40d0-9cf7-416d3bf9db4a req-b1b6cda3-2cf5-44c5-b644-99c22190ecd8 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:25.456292 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5ceecc1b-7b8a-40d0-9cf7-416d3bf9db4a req-b1b6cda3-2cf5-44c5-b644-99c22190ecd8 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.1249137 Jan 31 19:26:25.560519 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5ceecc1b-7b8a-40d0-9cf7-416d3bf9db4a req-2a7165ed-60eb-40ae-bd11-0736b6ce8235 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951183 Jan 31 19:26:25.562487 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:25.562848 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (f5e9e733-0588-4bf6-b076-567660248bae), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:25.563163 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.l3_db [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Floating IP f5e9e733-0588-4bf6-b076-567660248bae disassociated. External IP: 172.27.1.180, port: e04fd2a5-71ff-45f3-9048-67354358ad48. Jan 31 19:26:25.564031 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Calling delete_port for e04fd2a5-71ff-45f3-9048-67354358ad48 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:25.908046 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25138fd-6ba1-472b-b898-7f7910baf3a7 req-700085d5-9071-452a-9e72-fa3ec3d7df77 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:25.909572 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c25138fd-6ba1-472b-b898-7f7910baf3a7 req-700085d5-9071-452a-9e72-fa3ec3d7df77 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 946 time: 0.0548229 Jan 31 19:26:25.958820 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c25138fd-6ba1-472b-b898-7f7910baf3a7 req-8bff646c-1af9-4e65-b5e4-acb627b5aede tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8dc446a-df9b-4aa7-a202-69969f451117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435638 Jan 31 19:26:25.993915 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (e04fd2a5-71ff-45f3-9048-67354358ad48), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:26.028499 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event deleted for resources: {'Port': ['ID=e04fd2a5-71ff-45f3-9048-67354358ad48,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:26.152970 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Router 689533e0-2755-47cf-adf4-823b48dc25e2 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:26:26.271997 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:26:26.284680 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f38455-4872-4424-b1e3-b5bb37dd08f4 None None] Sync routers for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:26:26.295096 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f38455-4872-4424-b1e3-b5bb37dd08f4 None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:26:26.295702 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-80f38455-4872-4424-b1e3-b5bb37dd08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:26:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:26.433776 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-80f38455-4872-4424-b1e3-b5bb37dd08f4 None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:26:26.640384 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] No DVR routers for this DVR port e04fd2a5-71ff-45f3-9048-67354358ad48 on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:26:26.644126 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:26.648490 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ddd81efb-f36f-4b30-acf6-a965377b04ef req-91f0ce18-df8b-4fbc-b435-37f808df8e9e tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.77 "DELETE /v2.0/ports/e04fd2a5-71ff-45f3-9048-67354358ad48 HTTP/1.1" status: 204 len: 173 time: 1.5902305 Jan 31 19:26:26.649157 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'name': 'network-vif-deleted', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:26:26.651820 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944898ab-9237-4ac5-95fb-441f52ea7385" -d '{"events": [{"server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "name": "network-vif-deleted", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:26:26.717001 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc400e9-0c2b-442c-85af-4e88ac46a09b x-openstack-request-id: req-3cc400e9-0c2b-442c-85af-4e88ac46a09b {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:26:26.717406 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11945498-931d-41c5-bf16-aa6ade272772", "name": "network-vif-deleted", "tag": "e04fd2a5-71ff-45f3-9048-67354358ad48", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:26:26.717723 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3cc400e9-0c2b-442c-85af-4e88ac46a09b {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:26:26.718191 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11945498-931d-41c5-bf16-aa6ade272772', 'name': 'network-vif-deleted', 'tag': 'e04fd2a5-71ff-45f3-9048-67354358ad48', 'status': 'completed', 'code': 200} Jan 31 19:26:26.749078 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-80f38455-4872-4424-b1e3-b5bb37dd08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:57Z', 'revision_number': 5, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:26.792774 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f38455-4872-4424-b1e3-b5bb37dd08f4 None None] Checking router: 689533e0-2755-47cf-adf4-823b48dc25e2 for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:26:26.793026 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8ad71-b58d-44c4-a544-0936f8e5d466 req-857491b4-b451-4c74-bfff-0c0fd1ffe647 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:26.802019 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bef8ad71-b58d-44c4-a544-0936f8e5d466 req-857491b4-b451-4c74-bfff-0c0fd1ffe647 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0948014 Jan 31 19:26:26.804270 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f38455-4872-4424-b1e3-b5bb37dd08f4 None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:26:26.805082 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-80f38455-4872-4424-b1e3-b5bb37dd08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:26:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:26.867162 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bef8ad71-b58d-44c4-a544-0936f8e5d466 req-9a4e30ba-5f75-4a1c-9f5b-04fe1e101a83 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610025 Jan 31 19:26:26.943271 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-80f38455-4872-4424-b1e3-b5bb37dd08f4 None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:26:27.074583 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-73f3e96c-8b8d-40e1-a1ae-b5e9d0248468 req-2d4f74e4-a507-40d7-b33f-7230c7b0b2f9 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/ports?device_id=11945498-931d-41c5-bf16-aa6ade272772 HTTP/1.1" status: 200 len: 210 time: 0.0309446 Jan 31 19:26:27.178973 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-80f38455-4872-4424-b1e3-b5bb37dd08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:57Z', 'revision_number': 5, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:27.209300 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f38455-4872-4424-b1e3-b5bb37dd08f4 None None] The sync data for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi is: [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:18:45Z', 'revision_number': 4, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'f6c9a45f-e8a1-45ea-b576-9d0c864cb413', 'name': '', 'network_id': 'e72e47be-aaa8-400d-b997-58e2a6efc84a', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'mac_address': 'fa:16:3e:47:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:43Z', 'updated_at': '2022-01-31T19:18:57Z', 'revision_number': 5, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'subnets': [{'id': '4c50c8fa-063d-4447-81e7-9a815420e7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:26:27.473195 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b732eb-e80c-4f5a-8537-0b680a2bace0 None None] New status for floating IP f5e9e733-0588-4bf6-b076-567660248bae: DOWN {{(pid=103245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:26:27.980682 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a243d-499b-4114-a65f-45303a546ce9 req-0a601627-59ad-4cce-bead-e74e7d662a50 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:27.982229 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-114a243d-499b-4114-a65f-45303a546ce9 req-0a601627-59ad-4cce-bead-e74e7d662a50 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0538936 Jan 31 19:26:28.040180 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-114a243d-499b-4114-a65f-45303a546ce9 req-3093b54c-c461-44f9-8da0-a9dbe4d4abb8 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519946 Jan 31 19:26:28.270709 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59408) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:28.325991 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a4f007e-76e6-4483-8b55-68c7e8ea6c7b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group (f8dc446a-df9b-4aa7-a202-69969f451117), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:28.351739 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a4f007e-76e6-4483-8b55-68c7e8ea6c7b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group (f8dc446a-df9b-4aa7-a202-69969f451117), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:28.479649 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48712dbe-2f45-429e-903b-f3628026cb29 req-d8a814ec-20b8-43d4-acf9-e606d0ee705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:28.481210 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-48712dbe-2f45-429e-903b-f3628026cb29 req-d8a814ec-20b8-43d4-acf9-e606d0ee705f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5efca44518b4d30a825cfc60b7394a2&device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 1130 time: 0.0505738 Jan 31 19:26:28.543482 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a4f007e-76e6-4483-8b55-68c7e8ea6c7b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (f8dc446a-df9b-4aa7-a202-69969f451117), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:28.546573 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7a4f007e-76e6-4483-8b55-68c7e8ea6c7b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:28.551847 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-7a4f007e-76e6-4483-8b55-68c7e8ea6c7b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "DELETE /v2.0/security-groups/f8dc446a-df9b-4aa7-a202-69969f451117 HTTP/1.1" status: 204 len: 168 time: 0.2797320 Jan 31 19:26:28.552650 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59416) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:28.573743 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f007e-76e6-4483-8b55-68c7e8ea6c7b tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dc446a-df9b-4aa7-a202-69969f451117,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:28.583090 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.api.v2.resource [None req-f8c9cf41-fc10-45f4-b2f8-a81fcd8379ed tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] show failed (client error): The resource could not be found. Jan 31 19:26:28.587443 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-f8c9cf41-fc10-45f4-b2f8-a81fcd8379ed tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "GET /v2.0/security-groups/f8dc446a-df9b-4aa7-a202-69969f451117 HTTP/1.1" status: 404 len: 347 time: 0.0250244 Jan 31 19:26:28.587996 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59418) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:28.605540 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48712dbe-2f45-429e-903b-f3628026cb29 req-3f27ad06-3e9d-44b4-b1c0-f960802ec553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:28.607150 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-48712dbe-2f45-429e-903b-f3628026cb29 req-3f27ad06-3e9d-44b4-b1c0-f960802ec553 service neutron] 10.222.0.77 "GET /v2.0/networks?id=69f1d602-943c-4223-895a-eb212dc4ad0b HTTP/1.1" status: 200 len: 910 time: 0.1162436 Jan 31 19:26:28.691352 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-48712dbe-2f45-429e-903b-f3628026cb29 req-38fb779c-4a7f-43f7-afa6-4d6576071e4f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f205c3d9-b581-46cf-807c-18017a205039 HTTP/1.1" status: 200 len: 1001 time: 0.0737631 Jan 31 19:26:28.732906 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4e48e8c3-b8b4-4f1b-a55f-a33f6130e393 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Deleting port 44a0a4f8-54b5-495c-963c-3be0e57ccd71 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:28.733276 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e48e8c3-b8b4-4f1b-a55f-a33f6130e393 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (44a0a4f8-54b5-495c-963c-3be0e57ccd71), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:28.745511 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48712dbe-2f45-429e-903b-f3628026cb29 req-9c7e9687-08e6-4310-ab57-570025adb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:28.747107 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-48712dbe-2f45-429e-903b-f3628026cb29 req-9c7e9687-08e6-4310-ab57-570025adb63b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46e8aa26-6133-47ff-900d-280c86d19f51 HTTP/1.1" status: 200 len: 847 time: 0.0498924 Jan 31 19:26:28.810912 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48712dbe-2f45-429e-903b-f3628026cb29 req-151e6d40-bb5a-4ecc-9334-5a73f80e117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:28.812383 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-48712dbe-2f45-429e-903b-f3628026cb29 req-151e6d40-bb5a-4ecc-9334-5a73f80e117a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=69f1d602-943c-4223-895a-eb212dc4ad0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586538 Jan 31 19:26:28.826158 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e48e8c3-b8b4-4f1b-a55f-a33f6130e393 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (44a0a4f8-54b5-495c-963c-3be0e57ccd71), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:28.826647 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e48e8c3-b8b4-4f1b-a55f-a33f6130e393 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (44a0a4f8-54b5-495c-963c-3be0e57ccd71), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:28.840805 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-4e48e8c3-b8b4-4f1b-a55f-a33f6130e393 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Calling delete_port for 44a0a4f8-54b5-495c-963c-3be0e57ccd71 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:28.925583 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-48712dbe-2f45-429e-903b-f3628026cb29 req-8ac16196-9c77-4c3c-950a-7e9bb29a738c service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063194 Jan 31 19:26:28.983952 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device e04fd2a5-71ff-45f3-9048-67354358ad48 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:26:29.014791 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: e04fd2a5-71ff-45f3-9048-67354358ad48 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:26:29.015212 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device e04fd2a5-71ff-45f3-9048-67354358ad48 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:26:29.035390 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-48712dbe-2f45-429e-903b-f3628026cb29 req-45217479-f0ee-40a2-bd2d-f6965663dae4 service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031318 Jan 31 19:26:29.152644 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e48e8c3-b8b4-4f1b-a55f-a33f6130e393 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (44a0a4f8-54b5-495c-963c-3be0e57ccd71), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:29.200343 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48e8c3-b8b4-4f1b-a55f-a33f6130e393 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Pushing event deleted for resources: {'Port': ['ID=44a0a4f8-54b5-495c-963c-3be0e57ccd71,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:29.262272 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d2b0e-eab8-482b-944c-9b8a7abe5ce8 req-4e8fa7b3-3879-46e4-b5c3-0427608b105d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:29.263868 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-eb3d2b0e-eab8-482b-944c-9b8a7abe5ce8 req-4e8fa7b3-3879-46e4-b5c3-0427608b105d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.1524882 Jan 31 19:26:29.285241 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e48e8c3-b8b4-4f1b-a55f-a33f6130e393 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks [] for floatingip (f5e9e733-0588-4bf6-b076-567660248bae), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:29.288015 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4e48e8c3-b8b4-4f1b-a55f-a33f6130e393 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:29.289250 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-4e48e8c3-b8b4-4f1b-a55f-a33f6130e393 tempest-AttachVolumeShelveTestJSON-483067399 tempest-AttachVolumeShelveTestJSON-483067399-project] 10.222.0.72 "DELETE /v2.0/floatingips/f5e9e733-0588-4bf6-b076-567660248bae HTTP/1.1" status: 204 len: 168 time: 0.7002952 Jan 31 19:26:29.334268 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-eb3d2b0e-eab8-482b-944c-9b8a7abe5ce8 req-c5d9f7de-d4c1-48be-bcb5-d51b203ce2dc tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613716 Jan 31 19:26:30.460136 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f98f7-2af3-4a73-9613-e50f87972a7d req-9a8389e5-a7e3-4401-8d17-c742e3ad3650 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:30.461668 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2a1f98f7-2af3-4a73-9613-e50f87972a7d req-9a8389e5-a7e3-4401-8d17-c742e3ad3650 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0566647 Jan 31 19:26:30.531315 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2a1f98f7-2af3-4a73-9613-e50f87972a7d req-7fa6644a-f6be-4370-a3d2-76eab0d00c77 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611730 Jan 31 19:26:31.669531 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0d5d4-6a98-41f6-810e-f577c151e973 req-7c52dba0-9fa6-48ab-91f2-ad6986a0da4a tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:31.671164 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1af0d5d4-6a98-41f6-810e-f577c151e973 req-7c52dba0-9fa6-48ab-91f2-ad6986a0da4a tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0598922 Jan 31 19:26:31.739186 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1af0d5d4-6a98-41f6-810e-f577c151e973 req-2b8ccf0b-128a-4b89-bc50-788bab80508a tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622773 Jan 31 19:26:32.879238 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f002f-6ade-4ce8-b588-7df5ad097df4 req-f4bb9571-b8d7-4ec4-88c6-2a641b895815 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:32.880761 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7a9f002f-6ade-4ce8-b588-7df5ad097df4 req-f4bb9571-b8d7-4ec4-88c6-2a641b895815 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0655158 Jan 31 19:26:32.944617 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7a9f002f-6ade-4ce8-b588-7df5ad097df4 req-872526eb-f39e-4489-bb21-507f08ea4a5d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575767 Jan 31 19:26:34.078623 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488973af-65f5-402c-9348-66a31a62cf3f req-e3a6fbbc-ee98-4cb1-93ab-6b80643071cf tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:34.080860 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-488973af-65f5-402c-9348-66a31a62cf3f req-e3a6fbbc-ee98-4cb1-93ab-6b80643071cf tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0638075 Jan 31 19:26:34.137287 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-488973af-65f5-402c-9348-66a31a62cf3f req-9bd11465-69f6-40d1-bd88-c3a2660651bc tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505502 Jan 31 19:26:35.277441 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9ebb5-5d7b-4753-b1f0-da9139480b9c req-ed91ac38-75e4-48f5-a575-28b315343252 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:35.279045 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a0f9ebb5-5d7b-4753-b1f0-da9139480b9c req-ed91ac38-75e4-48f5-a575-28b315343252 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0688889 Jan 31 19:26:35.348635 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a0f9ebb5-5d7b-4753-b1f0-da9139480b9c req-99c6eb77-579f-481b-a0c5-1b1912164a29 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619910 Jan 31 19:26:35.369231 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59488) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:35.906272 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bcc18-7a48-45ef-9d1a-640006b49e28 req-dd148791-e077-467b-998e-a4c9d7eb7c56 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:35.910850 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c31bcc18-7a48-45ef-9d1a-640006b49e28 req-dd148791-e077-467b-998e-a4c9d7eb7c56 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0726881 Jan 31 19:26:35.950499 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59502) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:35.998485 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c31bcc18-7a48-45ef-9d1a-640006b49e28 req-81365b9b-71e5-45bf-9d4e-ad6001a61ec0 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770783 Jan 31 19:26:36.018929 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1002a130-a14b-40aa-b551-922a077159a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073501'] for router_interface (689533e0-2755-47cf-adf4-823b48dc25e2), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:36.064360 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-f2069ac4-7fb3-43c7-9fd2-9cdbe43c2ede service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125240 Jan 31 19:26:36.073620 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-eba4b9a8-b4b2-4427-960c-eb1b1ce5f053 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:26:36.074970 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-eba4b9a8-b4b2-4427-960c-eb1b1ce5f053 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058908 Jan 31 19:26:36.297086 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-1002a130-a14b-40aa-b551-922a077159a7 admin admin] Deleting port f6c9a45f-e8a1-45ea-b576-9d0c864cb413 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:36.297436 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1002a130-a14b-40aa-b551-922a077159a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:36.385473 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-1002a130-a14b-40aa-b551-922a077159a7 admin admin] For port f6c9a45f-e8a1-45ea-b576-9d0c864cb413, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=f6c9a45f-e8a1-45ea-b576-9d0c864cb413,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:36.386139 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1002a130-a14b-40aa-b551-922a077159a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:36.405578 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-1002a130-a14b-40aa-b551-922a077159a7 admin admin] Calling delete_port for f6c9a45f-e8a1-45ea-b576-9d0c864cb413 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:36.914761 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1002a130-a14b-40aa-b551-922a077159a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (f6c9a45f-e8a1-45ea-b576-9d0c864cb413), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:36.942163 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002a130-a14b-40aa-b551-922a077159a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c9a45f-e8a1-45ea-b576-9d0c864cb413,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:37.006072 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device f205c3d9-b581-46cf-807c-18017a205039 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:26:37.136244 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1002a130-a14b-40aa-b551-922a077159a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2073353'] for router_interface (689533e0-2755-47cf-adf4-823b48dc25e2), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:37.190478 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port f205c3d9-b581-46cf-807c-18017a205039 is: ACTIVE; New status is: DOWN {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:26:37.190868 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f205c3d9-b581-46cf-807c-18017a205039), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:37.210153 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38b4c8-9081-424d-a57e-a17c3080aff1 req-2ff0a99a-b829-4b08-a43b-3a0990dce39e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:37.219803 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cb38b4c8-9081-424d-a57e-a17c3080aff1 req-2ff0a99a-b829-4b08-a43b-3a0990dce39e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0798938 Jan 31 19:26:37.227389 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:26:37.230003 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4dd3a2-c32f-4b2a-a6b1-65992d447a82" -d '{"events": [{"server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "name": "network-vif-unplugged", "status": "completed", "tag": "f205c3d9-b581-46cf-807c-18017a205039"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:26:37.256101 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port f205c3d9-b581-46cf-807c-18017a205039, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f205c3d9-b581-46cf-807c-18017a205039,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:37.282818 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8afaf8-fa0b-426f-8656-f9b4690baa21 x-openstack-request-id: req-2a8afaf8-fa0b-426f-8656-f9b4690baa21 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:26:37.286009 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "name": "network-vif-unplugged", "status": "failed", "tag": "f205c3d9-b581-46cf-807c-18017a205039", "code": 422}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:26:37.286009 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a8afaf8-fa0b-426f-8656-f9b4690baa21 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:26:37.286009 dv-cinder-813223-5-iscsi neutron-server[103245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039', 'code': 422} returned with failed status Jan 31 19:26:37.286345 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cb38b4c8-9081-424d-a57e-a17c3080aff1 req-3c2bb464-3be5-4cc7-bf43-e6f4fa082156 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649426 Jan 31 19:26:37.332178 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f205c3d9-b581-46cf-807c-18017a205039), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:37.389076 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=f205c3d9-b581-46cf-807c-18017a205039,revision_number=6']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:37.399023 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:37.399518 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:37.399778 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:37.400120 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:37.400460 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:37.400799 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:37.401160 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:37.401495 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:37.401826 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:37.402161 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:37.402510 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:37.402820 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:37.403146 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:37.657509 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1002a130-a14b-40aa-b551-922a077159a7 admin admin] Router 689533e0-2755-47cf-adf4-823b48dc25e2 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:26:37.774885 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1002a130-a14b-40aa-b551-922a077159a7 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:26:37.783350 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-1002a130-a14b-40aa-b551-922a077159a7 admin admin] 10.222.0.72 "PUT /v2.0/routers/689533e0-2755-47cf-adf4-823b48dc25e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4130337 Jan 31 19:26:37.783614 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59526) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:37.788846 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cafbae7-60ac-425d-a9c7-5271d598365f None None] Sync routers for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:26:37.801216 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cafbae7-60ac-425d-a9c7-5271d598365f None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:26:37.801844 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1cafbae7-60ac-425d-a9c7-5271d598365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:26:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:37.895603 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Publish callbacks [] for router (689533e0-2755-47cf-adf4-823b48dc25e2), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:37.921933 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-1cafbae7-60ac-425d-a9c7-5271d598365f None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:26:38.012657 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Publish callbacks [] for router_gateway (689533e0-2755-47cf-adf4-823b48dc25e2), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:38.225434 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1cafbae7-60ac-425d-a9c7-5271d598365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:26:36Z', 'revision_number': 5, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port': {'id': 'a95e4230-8fc0-4f39-b585-f473ca10dd66', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:18:37Z', 'updated_at': '2022-01-31T19:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:38.252451 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Deleting port a95e4230-8fc0-4f39-b585-f473ca10dd66 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:38.253235 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:38.256869 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cafbae7-60ac-425d-a9c7-5271d598365f None None] Checking router: 689533e0-2755-47cf-adf4-823b48dc25e2 for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:26:38.265854 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cafbae7-60ac-425d-a9c7-5271d598365f None None] Routers {'689533e0-2755-47cf-adf4-823b48dc25e2'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:26:38.266621 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1cafbae7-60ac-425d-a9c7-5271d598365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:26:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['689533e0-2755-47cf-adf4-823b48dc25e2'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:38.359460 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] For port a95e4230-8fc0-4f39-b585-f473ca10dd66, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=a95e4230-8fc0-4f39-b585-f473ca10dd66,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:38.360813 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:38.378672 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Calling delete_port for a95e4230-8fc0-4f39-b585-f473ca10dd66 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:38.385277 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-1cafbae7-60ac-425d-a9c7-5271d598365f None None] Set router 689533e0-2755-47cf-adf4-823b48dc25e2 gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:26:38.427487 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6e7f2-660b-4c08-aa0f-52b533c9b844 req-6bb3c22d-2890-4efc-a77b-eccf9830001c tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:38.430572 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6fd6e7f2-660b-4c08-aa0f-52b533c9b844 req-6bb3c22d-2890-4efc-a77b-eccf9830001c tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.0779274 Jan 31 19:26:38.446252 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-1cafbae7-60ac-425d-a9c7-5271d598365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:26:38Z', 'revision_number': 6, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port_host': None}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:38.476458 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cafbae7-60ac-425d-a9c7-5271d598365f None None] The sync data for ids ['689533e0-2755-47cf-adf4-823b48dc25e2'] in dv-cinder-813223-5-iscsi is: [{'id': '689533e0-2755-47cf-adf4-823b48dc25e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1152265238-router', 'tenant_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:18:36Z', 'updated_at': '2022-01-31T19:26:38Z', 'revision_number': 6, 'project_id': 'd65f5a1bdedf477aa11b1518878b0c9b', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:26:38.506193 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6fd6e7f2-660b-4c08-aa0f-52b533c9b844 req-cb65358c-1751-4bf5-85e3-6919e129aeab tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687203 Jan 31 19:26:38.760130 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (a95e4230-8fc0-4f39-b585-f473ca10dd66), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:38.791487 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a95e4230-8fc0-4f39-b585-f473ca10dd66,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:38.867511 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078823'] for router_gateway (689533e0-2755-47cf-adf4-823b48dc25e2), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:38.967425 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device f6c9a45f-e8a1-45ea-b576-9d0c864cb413 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:26:38.984804 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2074354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45331'] for router (689533e0-2755-47cf-adf4-823b48dc25e2), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:38.995426 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Publish callbacks [] for router_controller (689533e0-2755-47cf-adf4-823b48dc25e2), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:39.016991 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: f6c9a45f-e8a1-45ea-b576-9d0c864cb413 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:26:39.016991 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device f6c9a45f-e8a1-45ea-b576-9d0c864cb413 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:26:39.160568 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2074363'] for router (689533e0-2755-47cf-adf4-823b48dc25e2), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:39.161128 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 689533e0-2755-47cf-adf4-823b48dc25e2 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:26:39.165947 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:39.167169 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-99fadfb3-55fc-41f1-895b-910df1ea4fb2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/689533e0-2755-47cf-adf4-823b48dc25e2 HTTP/1.1" status: 204 len: 168 time: 1.3827195 Jan 31 19:26:39.169729 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59548) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:39.217739 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e476cd9-4db2-4c2c-9c4b-9d89b43323fa admin admin] Deleting subnet 4c50c8fa-063d-4447-81e7-9a815420e7f8 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:26:39.221113 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e476cd9-4db2-4c2c-9c4b-9d89b43323fa admin admin] Publish callbacks [] for subnet (4c50c8fa-063d-4447-81e7-9a815420e7f8), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:39.261785 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e476cd9-4db2-4c2c-9c4b-9d89b43323fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9343508'] for subnet (4c50c8fa-063d-4447-81e7-9a815420e7f8), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:39.342758 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e476cd9-4db2-4c2c-9c4b-9d89b43323fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (4c50c8fa-063d-4447-81e7-9a815420e7f8), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:39.491302 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e476cd9-4db2-4c2c-9c4b-9d89b43323fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8651393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9366732'] for subnet (4c50c8fa-063d-4447-81e7-9a815420e7f8), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:39.513982 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476cd9-4db2-4c2c-9c4b-9d89b43323fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c50c8fa-063d-4447-81e7-9a815420e7f8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:39.517686 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e476cd9-4db2-4c2c-9c4b-9d89b43323fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:39.529462 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-5e476cd9-4db2-4c2c-9c4b-9d89b43323fa admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4c50c8fa-063d-4447-81e7-9a815420e7f8 HTTP/1.1" status: 204 len: 168 time: 0.3507411 Jan 31 19:26:39.530208 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59554) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:39.530640 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f38eb4-9803-48a9-a5d4-c7a13c610438 None None] Network e72e47be-aaa8-400d-b997-58e2a6efc84a requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:26:39.672092 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (e72e47be-aaa8-400d-b997-58e2a6efc84a), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:39.715299 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-c631251d-4403-4ee1-87d3-ffc17dfd8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:39.715299 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-c631251d-4403-4ee1-87d3-ffc17dfd8865 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71&tenant_id=c5efca44518b4d30a825cfc60b7394a2 HTTP/1.1" status: 200 len: 1128 time: 0.0873406 Jan 31 19:26:39.732052 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97914c-f1bb-48e6-9944-56858e2da57e req-7b804a3c-3b93-4ffa-8d52-bcc0b5c7806b tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:39.733955 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2d97914c-f1bb-48e6-9944-56858e2da57e req-7b804a3c-3b93-4ffa-8d52-bcc0b5c7806b tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.1203694 Jan 31 19:26:39.755119 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Deleting port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:39.755119 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:39.758040 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c4067-faf7-462c-9aa8-ab35ee1d19ae None None] DHCP port deletion for e72e47be-aaa8-400d-b997-58e2a6efc84a request from dv-cinder-813223-5-iscsi {{(pid=103245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:26:39.818269 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c4067-faf7-462c-9aa8-ab35ee1d19ae None None] Deleting port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:39.818269 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4067-faf7-462c-9aa8-ab35ee1d19ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:39.845157 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] For port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=6dcf83e5-2bce-4121-917a-70e9e3a13a6b,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:39.845958 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:39.853967 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2d97914c-f1bb-48e6-9944-56858e2da57e req-f444751e-749e-455a-9f7b-545641a4ad34 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736072 Jan 31 19:26:39.861976 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Calling delete_port for 6dcf83e5-2bce-4121-917a-70e9e3a13a6b owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:39.866167 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-f3a1211a-ffd8-4d55-b4be-5a7421af4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:39.868721 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-f3a1211a-ffd8-4d55-b4be-5a7421af4068 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5efca44518b4d30a825cfc60b7394a2&device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 1128 time: 0.1263194 Jan 31 19:26:39.888977 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-7d3c4067-faf7-462c-9aa8-ab35ee1d19ae None None] For port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=6dcf83e5-2bce-4121-917a-70e9e3a13a6b,segment=NetworkSegment(33297169-45ba-4bb0-b89f-7cbf28640a6c),segment_id=33297169-45ba-4bb0-b89f-7cbf28640a6c)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:39.889412 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4067-faf7-462c-9aa8-ab35ee1d19ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:39.906247 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c4067-faf7-462c-9aa8-ab35ee1d19ae None None] Calling delete_port for 6dcf83e5-2bce-4121-917a-70e9e3a13a6b owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:39.979974 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-f824ee89-51bf-44a6-88f4-1efed42b74de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:39.981669 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-f824ee89-51bf-44a6-88f4-1efed42b74de service neutron] 10.222.0.77 "GET /v2.0/networks?id=69f1d602-943c-4223-895a-eb212dc4ad0b HTTP/1.1" status: 200 len: 910 time: 0.1031070 Jan 31 19:26:40.041443 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:40.057809 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4067-faf7-462c-9aa8-ab35ee1d19ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994'] for port (6dcf83e5-2bce-4121-917a-70e9e3a13a6b), after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:40.059670 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-e1a6521f-e622-4ca9-94da-d18ed5682cb0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f205c3d9-b581-46cf-807c-18017a205039 HTTP/1.1" status: 200 len: 999 time: 0.0678875 Jan 31 19:26:40.074061 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dcf83e5-2bce-4121-917a-70e9e3a13a6b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:40.081561 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] No DVR routers for this DVR port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b on host dv-cinder-813223-5-iscsi {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:26:40.100197 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c4067-faf7-462c-9aa8-ab35ee1d19ae None None] Pushing event deleted for resources: {'Port': ['ID=6dcf83e5-2bce-4121-917a-70e9e3a13a6b,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:40.105824 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c4067-faf7-462c-9aa8-ab35ee1d19ae None None] No DVR routers for this DVR port 6dcf83e5-2bce-4121-917a-70e9e3a13a6b on host dv-cinder-813223-5-iscsi {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:26:40.126180 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-7f0eb946-1e66-4716-b55a-5b10791a9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:40.128363 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-7f0eb946-1e66-4716-b55a-5b10791a9cf8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46e8aa26-6133-47ff-900d-280c86d19f51 HTTP/1.1" status: 200 len: 847 time: 0.0609760 Jan 31 19:26:40.160835 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (e72e47be-aaa8-400d-b997-58e2a6efc84a), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:40.186942 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72e47be-aaa8-400d-b997-58e2a6efc84a']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:40.200463 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33297169-45ba-4bb0-b89f-7cbf28640a6c') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:40.200983 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33297169-45ba-4bb0-b89f-7cbf28640a6c') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:40.201890 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-7ce3c7b4-b985-4d21-a931-fd117810c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:40.203947 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-7ce3c7b4-b985-4d21-a931-fd117810c633 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=69f1d602-943c-4223-895a-eb212dc4ad0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667424 Jan 31 19:26:40.214004 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8960383'] for segment (33297169-45ba-4bb0-b89f-7cbf28640a6c), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:40.234872 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (33297169-45ba-4bb0-b89f-7cbf28640a6c), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:40.243157 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:26:40.244629 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207958'] for segment (33297169-45ba-4bb0-b89f-7cbf28640a6c), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: Traceback (most recent call last): Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: timer() Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: cb(*args, **kw) Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: return func(*args, **kwargs) Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: self._notify() Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: self.callback(batched_events) Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: event.method(event) Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: return f(self, *a, **k) Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._get(url).json() Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: return self.request(url, 'GET', **kwargs) Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:26:40.253614 dv-cinder-813223-5-iscsi neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:26:40.321266 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59582) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:40.325271 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-1e76f9aa-4273-4dc4-b772-e167a38121e1 service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141000 Jan 31 19:26:40.429146 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-70450659-6ede-41fb-a6c4-2561efd2b09e req-abf7819b-cd48-45c6-9ddf-fee465d37e94 service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933166 Jan 31 19:26:40.440995 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (e72e47be-aaa8-400d-b997-58e2a6efc84a), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:40.452481 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:40.455298 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e72e47be-aaa8-400d-b997-58e2a6efc84a HTTP/1.1" status: 204 len: 168 time: 0.9296010 Jan 31 19:26:40.456213 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e5025919-c550-4549-b8a1-c8ee8b565211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:40.473676 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f604f6c-6b7d-492e-a57d-3e320cd24e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=e72e47be-aaa8-400d-b997-58e2a6efc84a,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:40.548078 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e5025919-c550-4549-b8a1-c8ee8b565211 admin admin] Publish callbacks [] for security_group (8e0685e7-5bb9-4ad0-8614-bd6337ec2671), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:40.777540 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e5025919-c550-4549-b8a1-c8ee8b565211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (8e0685e7-5bb9-4ad0-8614-bd6337ec2671), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:40.812792 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device a95e4230-8fc0-4f39-b585-f473ca10dd66 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:26:40.818421 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5025919-c550-4549-b8a1-c8ee8b565211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0685e7-5bb9-4ad0-8614-bd6337ec2671,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:40.824268 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-e5025919-c550-4549-b8a1-c8ee8b565211 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=da1d440415964864bbf32470db90218b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5017631 Jan 31 19:26:40.827047 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59588) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:40.835798 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: a95e4230-8fc0-4f39-b585-f473ca10dd66 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:26:40.836240 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device a95e4230-8fc0-4f39-b585-f473ca10dd66 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:26:40.836712 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 6dcf83e5-2bce-4121-917a-70e9e3a13a6b no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:26:40.857719 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 6dcf83e5-2bce-4121-917a-70e9e3a13a6b {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:26:40.859103 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 6dcf83e5-2bce-4121-917a-70e9e3a13a6b not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:26:40.881329 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1c69372-5645-4642-a715-e5f71562ce4f admin admin] Publish callbacks [] for security_group (8e0685e7-5bb9-4ad0-8614-bd6337ec2671), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:40.905889 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1c69372-5645-4642-a715-e5f71562ce4f admin admin] Publish callbacks [] for security_group (8e0685e7-5bb9-4ad0-8614-bd6337ec2671), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:41.004504 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce4d49-1a4c-4e59-be47-f2f4c0d9a981 req-c0bad397-eda1-4cfe-b715-55a3d66db7f5 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:41.006066 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8cce4d49-1a4c-4e59-be47-f2f4c0d9a981 req-c0bad397-eda1-4cfe-b715-55a3d66db7f5 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.0710068 Jan 31 19:26:41.028185 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59592) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:41.061447 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8cce4d49-1a4c-4e59-be47-f2f4c0d9a981 req-c569359e-95b9-47ca-945c-808e7c3e357a tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494642 Jan 31 19:26:41.072301 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-832e7944-8fd0-4e84-95a4-259eb1e252e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d65f5a1bdedf477aa11b1518878b0c9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426290 Jan 31 19:26:41.074813 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59596) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:41.079483 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1c69372-5645-4642-a715-e5f71562ce4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (8e0685e7-5bb9-4ad0-8614-bd6337ec2671), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:41.082179 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e1c69372-5645-4642-a715-e5f71562ce4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:41.085591 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-e1c69372-5645-4642-a715-e5f71562ce4f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e0685e7-5bb9-4ad0-8614-bd6337ec2671 HTTP/1.1" status: 204 len: 168 time: 0.2550511 Jan 31 19:26:41.092562 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c69372-5645-4642-a715-e5f71562ce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0685e7-5bb9-4ad0-8614-bd6337ec2671,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:41.140585 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb587bad-9638-4059-a020-dffa42dd22ac admin admin] Publish callbacks [] for security_group (d2422410-a7fc-465b-99de-455f9c8e2778), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:41.168730 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb587bad-9638-4059-a020-dffa42dd22ac admin admin] Publish callbacks [] for security_group (d2422410-a7fc-465b-99de-455f9c8e2778), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:41.348999 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb587bad-9638-4059-a020-dffa42dd22ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (d2422410-a7fc-465b-99de-455f9c8e2778), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:41.351680 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fb587bad-9638-4059-a020-dffa42dd22ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:41.357913 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-fb587bad-9638-4059-a020-dffa42dd22ac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2422410-a7fc-465b-99de-455f9c8e2778 HTTP/1.1" status: 204 len: 168 time: 0.2770145 Jan 31 19:26:41.361321 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb587bad-9638-4059-a020-dffa42dd22ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2422410-a7fc-465b-99de-455f9c8e2778,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:41.503508 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e937433b-9848-414e-a84a-bf0e218a4bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:41.743108 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:42.191460 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85430dc7-213e-42ac-b47d-b3a9da9b14b4 req-4e6f2da2-b595-4fc9-890f-4900c1f62e8d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:42.193164 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-85430dc7-213e-42ac-b47d-b3a9da9b14b4 req-4e6f2da2-b595-4fc9-890f-4900c1f62e8d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.0564177 Jan 31 19:26:42.264789 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-85430dc7-213e-42ac-b47d-b3a9da9b14b4 req-74ebb0e7-0164-43bf-8855-c424ecb392ba tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641074 Jan 31 19:26:43.421740 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e4826-f194-4676-8d8b-0d860d4f3ba1 req-404690ef-8030-4a8c-9211-e532955a279b tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:43.424036 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-095e4826-f194-4676-8d8b-0d860d4f3ba1 req-404690ef-8030-4a8c-9211-e532955a279b tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.0639520 Jan 31 19:26:43.486176 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-095e4826-f194-4676-8d8b-0d860d4f3ba1 req-ee3ac5dc-e284-4a9c-b1f7-67d107a2432e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545096 Jan 31 19:26:43.847208 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9b5a612e-39ee-44df-8813-e3d9e78885f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:44.529530 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59694) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:44.624573 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e5b80-8a20-42d4-9088-62efaf7af095 req-ba2c119f-cbf2-4064-a908-ebb76cbb3063 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:44.626135 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cd9e5b80-8a20-42d4-9088-62efaf7af095 req-ba2c119f-cbf2-4064-a908-ebb76cbb3063 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.0621703 Jan 31 19:26:44.666443 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c5845f0-feea-4e56-b8ac-63ae47b5cf4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:44.708988 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cd9e5b80-8a20-42d4-9088-62efaf7af095 req-ac9b3bdb-006e-453e-9b48-8dc0c439e8ad tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758326 Jan 31 19:26:44.780821 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c5845f0-feea-4e56-b8ac-63ae47b5cf4b admin admin] Publish callbacks [] for security_group (f3383638-5b09-4661-86a6-a57caaabf788), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:44.885909 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9c5845f0-feea-4e56-b8ac-63ae47b5cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (f3383638-5b09-4661-86a6-a57caaabf788), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:44.886140 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:44.927483 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-9c5845f0-feea-4e56-b8ac-63ae47b5cf4b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3f52633343e54242856844e17e8295ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969104 Jan 31 19:26:44.928397 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5845f0-feea-4e56-b8ac-63ae47b5cf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3383638-5b09-4661-86a6-a57caaabf788,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:44.930078 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59702) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:44.987640 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c64f0f6-7341-484e-86c9-60ae46b206c4 admin admin] Publish callbacks [] for security_group (f3383638-5b09-4661-86a6-a57caaabf788), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:45.016635 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c64f0f6-7341-484e-86c9-60ae46b206c4 admin admin] Publish callbacks [] for security_group (f3383638-5b09-4661-86a6-a57caaabf788), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:45.160121 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c64f0f6-7341-484e-86c9-60ae46b206c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (f3383638-5b09-4661-86a6-a57caaabf788), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:45.162845 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3c64f0f6-7341-484e-86c9-60ae46b206c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:45.164211 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-3c64f0f6-7341-484e-86c9-60ae46b206c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3383638-5b09-4661-86a6-a57caaabf788 HTTP/1.1" status: 204 len: 168 time: 0.2329583 Jan 31 19:26:45.177450 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64f0f6-7341-484e-86c9-60ae46b206c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3383638-5b09-4661-86a6-a57caaabf788,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:45.841632 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb051a9-47c8-4e9e-ad7d-e37900f65403 req-e7dd62c1-77cb-4133-a626-9aa0735eb1df tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:45.843172 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-beb051a9-47c8-4e9e-ad7d-e37900f65403 req-e7dd62c1-77cb-4133-a626-9aa0735eb1df tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.0550034 Jan 31 19:26:45.895436 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-beb051a9-47c8-4e9e-ad7d-e37900f65403 req-50f7e224-6b16-4a8d-b5a5-8e9ea37ae851 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457244 Jan 31 19:26:46.020499 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e590d-f82d-4433-a716-18fe3c838c73 req-fac5ddc1-0e6a-4e26-8e64-ef5b9ba46783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:46.022033 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e88e590d-f82d-4433-a716-18fe3c838c73 req-fac5ddc1-0e6a-4e26-8e64-ef5b9ba46783 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5efca44518b4d30a825cfc60b7394a2&device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 1128 time: 0.0461650 Jan 31 19:26:46.099008 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59730) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:46.113739 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-47d00abd-df8e-430c-8d58-b6a6dd0ac918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:46.168957 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e590d-f82d-4433-a716-18fe3c838c73 req-a91f6a20-55ef-47ef-8cea-95bc35db6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:46.170704 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e88e590d-f82d-4433-a716-18fe3c838c73 req-a91f6a20-55ef-47ef-8cea-95bc35db6138 service neutron] 10.222.0.77 "GET /v2.0/networks?id=69f1d602-943c-4223-895a-eb212dc4ad0b HTTP/1.1" status: 200 len: 910 time: 0.1283674 Jan 31 19:26:46.203263 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-47d00abd-df8e-430c-8d58-b6a6dd0ac918 admin admin] Publish callbacks [] for security_group (67f261e3-bb4f-4dce-a772-7ca517192017), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:46.246595 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e88e590d-f82d-4433-a716-18fe3c838c73 req-96e62aca-cd47-45ba-8127-ea348c793e1e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f205c3d9-b581-46cf-807c-18017a205039 HTTP/1.1" status: 200 len: 999 time: 0.0656049 Jan 31 19:26:46.298300 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e590d-f82d-4433-a716-18fe3c838c73 req-75d92e65-f74e-411d-810d-3b7dffa0c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:46.299909 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e88e590d-f82d-4433-a716-18fe3c838c73 req-75d92e65-f74e-411d-810d-3b7dffa0c6f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46e8aa26-6133-47ff-900d-280c86d19f51 HTTP/1.1" status: 200 len: 847 time: 0.0452521 Jan 31 19:26:46.355573 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-47d00abd-df8e-430c-8d58-b6a6dd0ac918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (67f261e3-bb4f-4dce-a772-7ca517192017), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:46.360118 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e590d-f82d-4433-a716-18fe3c838c73 req-42b42fee-1686-45a6-93a7-28f445738804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:46.361802 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e88e590d-f82d-4433-a716-18fe3c838c73 req-42b42fee-1686-45a6-93a7-28f445738804 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=69f1d602-943c-4223-895a-eb212dc4ad0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555549 Jan 31 19:26:46.403376 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-47d00abd-df8e-430c-8d58-b6a6dd0ac918 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7f6a5eaf4131411f9aee6fdc5b682790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032503 Jan 31 19:26:46.404581 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d00abd-df8e-430c-8d58-b6a6dd0ac918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f261e3-bb4f-4dce-a772-7ca517192017,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:46.408052 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59734) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:46.458563 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:46.471452 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8203a878-6b65-4ddd-a15c-7d8954e90974 admin admin] Publish callbacks [] for security_group (67f261e3-bb4f-4dce-a772-7ca517192017), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:46.499624 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e88e590d-f82d-4433-a716-18fe3c838c73 req-c8b13a73-f473-4d02-98a9-355bec3551b0 service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265755 Jan 31 19:26:46.509886 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8203a878-6b65-4ddd-a15c-7d8954e90974 admin admin] Publish callbacks [] for security_group (67f261e3-bb4f-4dce-a772-7ca517192017), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:46.624605 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e88e590d-f82d-4433-a716-18fe3c838c73 req-3a346539-13bc-4d29-9a05-e062f7f01ae8 service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176150 Jan 31 19:26:46.716546 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8203a878-6b65-4ddd-a15c-7d8954e90974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (67f261e3-bb4f-4dce-a772-7ca517192017), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:46.716546 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8203a878-6b65-4ddd-a15c-7d8954e90974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:46.716546 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-8203a878-6b65-4ddd-a15c-7d8954e90974 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/67f261e3-bb4f-4dce-a772-7ca517192017 HTTP/1.1" status: 204 len: 168 time: 0.3051114 Jan 31 19:26:46.729852 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203a878-6b65-4ddd-a15c-7d8954e90974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f261e3-bb4f-4dce-a772-7ca517192017,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:47.029944 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8db999-7cbc-443b-9669-43f63f562e2c req-61a961f8-d4b4-41c0-aadd-d32a3326af87 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:47.031565 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5f8db999-7cbc-443b-9669-43f63f562e2c req-61a961f8-d4b4-41c0-aadd-d32a3326af87 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.0585721 Jan 31 19:26:47.087361 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5f8db999-7cbc-443b-9669-43f63f562e2c req-7d85556a-88b9-4c8c-878c-60d5de92a473 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489526 Jan 31 19:26:47.737406 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:47.842697 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59770) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:48.121032 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-66a44c85-210c-4c28-acc3-dc91b7f9e39b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:48.280446 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaed19-8cfe-47ef-b24f-13f7f940a90e req-5884b966-ac6f-4f2f-8fb8-74faed8ca5da tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:48.282138 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8afaed19-8cfe-47ef-b24f-13f7f940a90e req-5884b966-ac6f-4f2f-8fb8-74faed8ca5da tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 944 time: 0.1007593 Jan 31 19:26:48.287863 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-66a44c85-210c-4c28-acc3-dc91b7f9e39b admin admin] Publish callbacks [] for security_group (e323a362-2613-48ae-93fc-ce462ee21259), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:48.338136 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-66a44c85-210c-4c28-acc3-dc91b7f9e39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (e323a362-2613-48ae-93fc-ce462ee21259), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:48.391790 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8afaed19-8cfe-47ef-b24f-13f7f940a90e req-7cdee137-5c73-4c5f-9924-449630934963 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013172 Jan 31 19:26:48.432432 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-66a44c85-210c-4c28-acc3-dc91b7f9e39b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3eccc9d4047e4518ac316b7064274110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5827975 Jan 31 19:26:48.432432 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59788) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:48.460555 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a44c85-210c-4c28-acc3-dc91b7f9e39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e323a362-2613-48ae-93fc-ce462ee21259,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:48.518516 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-846c3550-eef7-441e-b36d-b60de573cdbb admin admin] Publish callbacks [] for security_group (e323a362-2613-48ae-93fc-ce462ee21259), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:48.547039 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-846c3550-eef7-441e-b36d-b60de573cdbb admin admin] Publish callbacks [] for security_group (e323a362-2613-48ae-93fc-ce462ee21259), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:48.708653 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-846c3550-eef7-441e-b36d-b60de573cdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (e323a362-2613-48ae-93fc-ce462ee21259), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:48.711265 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-846c3550-eef7-441e-b36d-b60de573cdbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:48.712616 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-846c3550-eef7-441e-b36d-b60de573cdbb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e323a362-2613-48ae-93fc-ce462ee21259 HTTP/1.1" status: 204 len: 168 time: 0.2813122 Jan 31 19:26:48.724061 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c3550-eef7-441e-b36d-b60de573cdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e323a362-2613-48ae-93fc-ce462ee21259,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:49.067042 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59802) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:49.081589 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device f205c3d9-b581-46cf-807c-18017a205039 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:26:49.218331 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port f205c3d9-b581-46cf-807c-18017a205039, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f205c3d9-b581-46cf-807c-18017a205039,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:49.224696 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9976b234-c626-465b-8711-83a2f570d830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:49.233422 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'f205c3d9-b581-46cf-807c-18017a205039', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'port_id': 'f205c3d9-b581-46cf-807c-18017a205039', 'mac_address': 'fa:16:3e:49:1b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:26:49.280774 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port f205c3d9-b581-46cf-807c-18017a205039 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:26:49.281449 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f205c3d9-b581-46cf-807c-18017a205039), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:49.302315 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f205c3d9-b581-46cf-807c-18017a205039 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:26:49.329755 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9976b234-c626-465b-8711-83a2f570d830 admin admin] Publish callbacks [] for security_group (800525bd-cae6-4882-ad6e-479f2387c76d), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:49.336426 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port f205c3d9-b581-46cf-807c-18017a205039, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f205c3d9-b581-46cf-807c-18017a205039,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:49.422220 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9976b234-c626-465b-8711-83a2f570d830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (800525bd-cae6-4882-ad6e-479f2387c76d), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:49.452991 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f205c3d9-b581-46cf-807c-18017a205039), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:49.465768 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976b234-c626-465b-8711-83a2f570d830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800525bd-cae6-4882-ad6e-479f2387c76d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:49.483389 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-9976b234-c626-465b-8711-83a2f570d830 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6542bdb963d44d5394e2efcc650159f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4147763 Jan 31 19:26:49.487349 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59816) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:49.539622 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=f205c3d9-b581-46cf-807c-18017a205039,revision_number=7']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:49.582541 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7ac17-016a-474f-a7d6-b46babb5eb4d req-8b80acf5-2a7c-4765-9f45-a0ed2c0e44d8 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:49.584568 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-90f7ac17-016a-474f-a7d6-b46babb5eb4d req-8b80acf5-2a7c-4765-9f45-a0ed2c0e44d8 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 945 time: 0.0996907 Jan 31 19:26:49.588325 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3d975304-fe77-4b28-936e-0a15598d51b7 admin admin] Publish callbacks [] for security_group (800525bd-cae6-4882-ad6e-479f2387c76d), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:49.626745 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3d975304-fe77-4b28-936e-0a15598d51b7 admin admin] Publish callbacks [] for security_group (800525bd-cae6-4882-ad6e-479f2387c76d), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:49.666194 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-90f7ac17-016a-474f-a7d6-b46babb5eb4d req-0d6a54dd-0332-49d7-a205-655f6a706b08 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549579 Jan 31 19:26:49.718889 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['f205c3d9-b581-46cf-807c-18017a205039'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:26:49.972100 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3d975304-fe77-4b28-936e-0a15598d51b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (800525bd-cae6-4882-ad6e-479f2387c76d), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:49.974974 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3d975304-fe77-4b28-936e-0a15598d51b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:49.976198 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-3d975304-fe77-4b28-936e-0a15598d51b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/800525bd-cae6-4882-ad6e-479f2387c76d HTTP/1.1" status: 204 len: 168 time: 0.4865122 Jan 31 19:26:49.985478 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d975304-fe77-4b28-936e-0a15598d51b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800525bd-cae6-4882-ad6e-479f2387c76d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:50.839399 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0df3a-b891-4a3e-881a-d4d031ea20f9 req-4dc6b759-aad3-4576-9e51-8bc1ea88da44 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:50.841163 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0ec0df3a-b891-4a3e-881a-d4d031ea20f9 req-4dc6b759-aad3-4576-9e51-8bc1ea88da44 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 945 time: 0.0770693 Jan 31 19:26:50.913869 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-0ec0df3a-b891-4a3e-881a-d4d031ea20f9 req-b6b0450b-a29e-4736-94aa-244955fa3367 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657012 Jan 31 19:26:51.113768 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device f205c3d9-b581-46cf-807c-18017a205039 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:26:51.171220 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port f205c3d9-b581-46cf-807c-18017a205039 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:26:51.171592 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f205c3d9-b581-46cf-807c-18017a205039), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:51.271610 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port f205c3d9-b581-46cf-807c-18017a205039 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:26:51.272064 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f205c3d9-b581-46cf-807c-18017a205039), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:51.303534 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:26:51.306406 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a074ef2a-ddeb-4fcf-8f2a-0da4d9597f7e" -d '{"events": [{"server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "name": "network-vif-plugged", "status": "completed", "tag": "f205c3d9-b581-46cf-807c-18017a205039"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:26:51.320919 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port f205c3d9-b581-46cf-807c-18017a205039, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f205c3d9-b581-46cf-807c-18017a205039,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:51.350651 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe57851-1c51-48fb-9b11-a88411ea9e92 x-openstack-request-id: req-abe57851-1c51-48fb-9b11-a88411ea9e92 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:26:51.350944 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "name": "network-vif-plugged", "status": "completed", "tag": "f205c3d9-b581-46cf-807c-18017a205039", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:26:51.351196 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-abe57851-1c51-48fb-9b11-a88411ea9e92 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:26:51.351640 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039', 'code': 200} Jan 31 19:26:51.400609 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f205c3d9-b581-46cf-807c-18017a205039), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:51.460062 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=f205c3d9-b581-46cf-807c-18017a205039,revision_number=8']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:51.632319 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59874) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:51.682958 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1200b-bf57-4f92-8119-dc306ec7546f req-4ca15c4a-a952-48b1-8fee-6c05552b216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:51.684730 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-97a1200b-bf57-4f92-8119-dc306ec7546f req-4ca15c4a-a952-48b1-8fee-6c05552b216c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 1130 time: 0.0551691 Jan 31 19:26:51.746036 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-97a1200b-bf57-4f92-8119-dc306ec7546f req-3a22dcbd-bdae-49d6-84a2-794355843db0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536022 Jan 31 19:26:51.852711 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-79b533c4-c5d7-4aa3-a971-8f1c1a7fe93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:51.941258 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-79b533c4-c5d7-4aa3-a971-8f1c1a7fe93e admin admin] Publish callbacks [] for security_group (510a2bef-f768-4930-b5c3-47589bf945fc), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:52.058417 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2cb03-f5cb-4b62-9747-c1794b40073f req-c8b72d3d-95ba-49e2-b8f9-581823386ebd tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:52.059829 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4ea2cb03-f5cb-4b62-9747-c1794b40073f req-c8b72d3d-95ba-49e2-b8f9-581823386ebd tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0627377 Jan 31 19:26:52.068420 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-79b533c4-c5d7-4aa3-a971-8f1c1a7fe93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (510a2bef-f768-4930-b5c3-47589bf945fc), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:52.138682 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b533c4-c5d7-4aa3-a971-8f1c1a7fe93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510a2bef-f768-4930-b5c3-47589bf945fc,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:52.147439 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-79b533c4-c5d7-4aa3-a971-8f1c1a7fe93e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0c1d7dfdfdf4bcfb847399e2c381a26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5097783 Jan 31 19:26:52.147977 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59890) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:52.158661 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4ea2cb03-f5cb-4b62-9747-c1794b40073f req-6ca65bfc-7a2e-423b-a1f0-50faf25c3dec tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911739 Jan 31 19:26:52.209432 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Publish callbacks [] for security_group (510a2bef-f768-4930-b5c3-47589bf945fc), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:52.231808 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Publish callbacks [] for security_group (510a2bef-f768-4930-b5c3-47589bf945fc), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:52.388466 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (510a2bef-f768-4930-b5c3-47589bf945fc), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:52.391053 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:52.392204 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/510a2bef-f768-4930-b5c3-47589bf945fc HTTP/1.1" status: 204 len: 168 time: 0.2430627 Jan 31 19:26:52.402104 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510a2bef-f768-4930-b5c3-47589bf945fc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:52.417196 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:52.417717 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:52.418260 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:52.420869 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:52.420869 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:52.420869 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:52.420869 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:52.420869 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:52.420869 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:52.421728 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:52.422789 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:52.422907 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:52.423356 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4496a-1ce7-4486-998c-9b89d4fd4323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:53.105234 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 59906) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:53.119956 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ef95d7-be1f-4d61-a5e6-31eb8a96162d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:53.211588 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ef95d7-be1f-4d61-a5e6-31eb8a96162d admin admin] Publish callbacks [] for security_group (e6708f98-8b72-4ac7-b94d-e1055dcffd9b), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:53.285516 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6ef95d7-be1f-4d61-a5e6-31eb8a96162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (e6708f98-8b72-4ac7-b94d-e1055dcffd9b), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:53.324508 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd00ad-61e7-488a-977d-83bbb9750aa6 req-f0e56d6a-011a-455f-a0cb-ce94134be30b tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:53.325020 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fefd00ad-61e7-488a-977d-83bbb9750aa6 req-f0e56d6a-011a-455f-a0cb-ce94134be30b tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0835502 Jan 31 19:26:53.351017 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-e6ef95d7-be1f-4d61-a5e6-31eb8a96162d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e22144c7200942feb17d45a6e365985b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444587 Jan 31 19:26:53.353734 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 59914) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:53.357709 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef95d7-be1f-4d61-a5e6-31eb8a96162d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6708f98-8b72-4ac7-b94d-e1055dcffd9b,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:53.401023 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fefd00ad-61e7-488a-977d-83bbb9750aa6 req-a8437808-0809-4835-86a1-b37e83f41100 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632982 Jan 31 19:26:53.434281 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-46d4dd61-6671-4896-af1f-03ff735cce84 admin admin] Publish callbacks [] for security_group (e6708f98-8b72-4ac7-b94d-e1055dcffd9b), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:53.465443 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-46d4dd61-6671-4896-af1f-03ff735cce84 admin admin] Publish callbacks [] for security_group (e6708f98-8b72-4ac7-b94d-e1055dcffd9b), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:53.592144 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-46d4dd61-6671-4896-af1f-03ff735cce84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (e6708f98-8b72-4ac7-b94d-e1055dcffd9b), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:53.592144 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-46d4dd61-6671-4896-af1f-03ff735cce84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:53.596561 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-46d4dd61-6671-4896-af1f-03ff735cce84 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e6708f98-8b72-4ac7-b94d-e1055dcffd9b HTTP/1.1" status: 204 len: 168 time: 0.2387953 Jan 31 19:26:53.606658 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4dd61-6671-4896-af1f-03ff735cce84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6708f98-8b72-4ac7-b94d-e1055dcffd9b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:56.274383 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:27:03.435398 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60088) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:03.545154 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-583cd99f-d760-4c95-b807-97c9733b3e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:03.619526 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-583cd99f-d760-4c95-b807-97c9733b3e9a admin admin] Publish callbacks [] for security_group (708142bb-4bec-418e-9fb3-ea874de63d2f), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:03.811774 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-583cd99f-d760-4c95-b807-97c9733b3e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (708142bb-4bec-418e-9fb3-ea874de63d2f), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:03.856809 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-583cd99f-d760-4c95-b807-97c9733b3e9a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ac9740f347945158a8c2c322ff4a5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200082 Jan 31 19:27:03.858002 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cd99f-d760-4c95-b807-97c9733b3e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708142bb-4bec-418e-9fb3-ea874de63d2f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:03.859385 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60106) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:03.915501 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9092dc08-2e36-407a-8bb2-a8edc55fb911 admin admin] Publish callbacks [] for security_group (708142bb-4bec-418e-9fb3-ea874de63d2f), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:03.938240 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9092dc08-2e36-407a-8bb2-a8edc55fb911 admin admin] Publish callbacks [] for security_group (708142bb-4bec-418e-9fb3-ea874de63d2f), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:04.079953 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9092dc08-2e36-407a-8bb2-a8edc55fb911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (708142bb-4bec-418e-9fb3-ea874de63d2f), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:04.082653 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9092dc08-2e36-407a-8bb2-a8edc55fb911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:04.083970 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-9092dc08-2e36-407a-8bb2-a8edc55fb911 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/708142bb-4bec-418e-9fb3-ea874de63d2f HTTP/1.1" status: 204 len: 168 time: 0.2236152 Jan 31 19:27:04.092725 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092dc08-2e36-407a-8bb2-a8edc55fb911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708142bb-4bec-418e-9fb3-ea874de63d2f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:05.090978 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60120) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:05.105530 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3440fe16-292f-427e-8bed-f7c20d5d50e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:05.191662 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3440fe16-292f-427e-8bed-f7c20d5d50e5 admin admin] Publish callbacks [] for security_group (546d52d8-1619-43dc-bbd1-54c9c02277d8), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:05.277111 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3440fe16-292f-427e-8bed-f7c20d5d50e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (546d52d8-1619-43dc-bbd1-54c9c02277d8), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:05.319183 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-3440fe16-292f-427e-8bed-f7c20d5d50e5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d064db5ddcab4348bc53abad4944dcb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259681 Jan 31 19:27:05.320253 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440fe16-292f-427e-8bed-f7c20d5d50e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546d52d8-1619-43dc-bbd1-54c9c02277d8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:05.321763 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60122) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:05.378186 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-662ec7d5-f607-44d2-8409-b2b14cb0548e admin admin] Publish callbacks [] for security_group (546d52d8-1619-43dc-bbd1-54c9c02277d8), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:05.401020 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-662ec7d5-f607-44d2-8409-b2b14cb0548e admin admin] Publish callbacks [] for security_group (546d52d8-1619-43dc-bbd1-54c9c02277d8), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:05.538063 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-662ec7d5-f607-44d2-8409-b2b14cb0548e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (546d52d8-1619-43dc-bbd1-54c9c02277d8), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:05.540601 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-662ec7d5-f607-44d2-8409-b2b14cb0548e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:05.541923 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-662ec7d5-f607-44d2-8409-b2b14cb0548e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/546d52d8-1619-43dc-bbd1-54c9c02277d8 HTTP/1.1" status: 204 len: 168 time: 0.2187722 Jan 31 19:27:05.549782 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ec7d5-f607-44d2-8409-b2b14cb0548e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546d52d8-1619-43dc-bbd1-54c9c02277d8,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:06.262715 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60132) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:06.276867 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-79d20681-e194-4d02-bb0c-3e9505dcd3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:06.367922 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-79d20681-e194-4d02-bb0c-3e9505dcd3a1 admin admin] Publish callbacks [] for security_group (624f5c79-076f-4253-8598-7caff574e49f), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:06.478318 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-79d20681-e194-4d02-bb0c-3e9505dcd3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (624f5c79-076f-4253-8598-7caff574e49f), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:06.518597 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-79d20681-e194-4d02-bb0c-3e9505dcd3a1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ba077488b7d423591d638eaf7e5b81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547412 Jan 31 19:27:06.519556 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d20681-e194-4d02-bb0c-3e9505dcd3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624f5c79-076f-4253-8598-7caff574e49f,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:06.521362 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60142) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:06.587388 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c024354-34be-4c2b-a887-92270e35f749 admin admin] Publish callbacks [] for security_group (624f5c79-076f-4253-8598-7caff574e49f), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:06.611949 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c024354-34be-4c2b-a887-92270e35f749 admin admin] Publish callbacks [] for security_group (624f5c79-076f-4253-8598-7caff574e49f), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:06.754639 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c024354-34be-4c2b-a887-92270e35f749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (624f5c79-076f-4253-8598-7caff574e49f), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:06.757763 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-3c024354-34be-4c2b-a887-92270e35f749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:06.758986 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-3c024354-34be-4c2b-a887-92270e35f749 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/624f5c79-076f-4253-8598-7caff574e49f HTTP/1.1" status: 204 len: 168 time: 0.2366478 Jan 31 19:27:06.767719 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c024354-34be-4c2b-a887-92270e35f749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624f5c79-076f-4253-8598-7caff574e49f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:07.894656 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60170) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:07.998710 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1241856147-network', 'tenant_id': 'c1e20c0dc2af49eaa61b1538e228b709'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:27:08.097369 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Made reservation on behalf of c1e20c0dc2af49eaa61b1538e228b709 for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:27:08.101099 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:08.110664 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:08.191182 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Publish callbacks [] for security_group (c935688c-5ea1-441d-8a6e-ece9909e850a), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:08.314221 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (c935688c-5ea1-441d-8a6e-ece9909e850a), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:08.345803 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:27:08.352486 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c935688c-5ea1-441d-8a6e-ece9909e850a,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:08.360049 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (fcb3bcfa-62f8-4773-86d6-3ec9655532c5), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:08.360049 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.segments_db [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Added segment fcb3bcfa-62f8-4773-86d6-3ec9655532c5 of type vlan for network 975e288f-6988-47ec-a7af-1ae45bcc9de0 Jan 31 19:27:08.402031 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (975e288f-6988-47ec-a7af-1ae45bcc9de0), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:08.503377 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (975e288f-6988-47ec-a7af-1ae45bcc9de0), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:08.504309 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:08.504900 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:08.565980 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] Pushing event updated for resources: {'Network': ['ID=975e288f-6988-47ec-a7af-1ae45bcc9de0,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:08.576754 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network 975e288f-6988-47ec-a7af-1ae45bcc9de0 details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:27:08.632255 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-51484ed9-b348-4238-b165-75dbaea2b15f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7364237 Jan 31 19:27:08.635118 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60182) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:08.642419 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-70f43866-fea5-4ace-9480-7b4e8c71d229 admin admin] Request body: {'subnet': {'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1241856147-subnet', 'tenant_id': 'c1e20c0dc2af49eaa61b1538e228b709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:27:08.743880 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f43866-fea5-4ace-9480-7b4e8c71d229 admin admin] Made reservation on behalf of c1e20c0dc2af49eaa61b1538e228b709 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:27:08.746459 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70f43866-fea5-4ace-9480-7b4e8c71d229 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9366769'] for subnet (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:09.033531 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70f43866-fea5-4ace-9480-7b4e8c71d229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9366727'] for subnet (67aed29a-d29e-4a83-b003-6ca7882fa05a), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:09.099018 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f43866-fea5-4ace-9480-7b4e8c71d229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67aed29a-d29e-4a83-b003-6ca7882fa05a,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:09.108684 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f43866-fea5-4ace-9480-7b4e8c71d229 admin admin] Checking segment: {'id': 'fcb3bcfa-62f8-4773-86d6-3ec9655532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:27:09.109065 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f43866-fea5-4ace-9480-7b4e8c71d229 admin admin] Network hostable DHCP agents. Network: 975e288f-6988-47ec-a7af-1ae45bcc9de0, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:27:09.204419 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f43866-fea5-4ace-9480-7b4e8c71d229 admin admin] Network 975e288f-6988-47ec-a7af-1ae45bcc9de0 is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:27:09.314224 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-70f43866-fea5-4ace-9480-7b4e8c71d229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, 975e288f-6988-47ec-a7af-1ae45bcc9de0) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:27:09.319116 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f43866-fea5-4ace-9480-7b4e8c71d229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:09.319894 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-70f43866-fea5-4ace-9480-7b4e8c71d229 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:09.324165 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b68f40-9cdb-4255-a588-e984a9828214 None None] Network 975e288f-6988-47ec-a7af-1ae45bcc9de0 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:27:09.419166 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-70f43866-fea5-4ace-9480-7b4e8c71d229 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7827108 Jan 31 19:27:09.581946 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1045bd-5552-47c4-bb87-7d408176864c None None] Network 975e288f-6988-47ec-a7af-1ae45bcc9de0 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:27:11.446665 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2923adcf-0243-457d-9b90-120173264b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:11.591667 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-e7fb73f1-d6fc-455c-95c6-855061f62d99 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:11.593028 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-e7fb73f1-d6fc-455c-95c6-855061f62d99 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/networks?id=975e288f-6988-47ec-a7af-1ae45bcc9de0 HTTP/1.1" status: 200 len: 814 time: 0.1095560 Jan 31 19:27:11.609340 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-e0af3ece-5a44-44c7-a41e-07d5702cc87c tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/quotas/c1e20c0dc2af49eaa61b1538e228b709 HTTP/1.1" status: 200 len: 375 time: 0.0103779 Jan 31 19:27:11.642665 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-a258b893-fc27-4486-a05e-1c65ec8f2aff tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1e20c0dc2af49eaa61b1538e228b709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279555 Jan 31 19:27:11.686210 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:11.740078 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-444cae2f-afee-4f49-8c06-3d86964f09b8 service neutron] 10.222.0.72 "GET /v2.0/networks/975e288f-6988-47ec-a7af-1ae45bcc9de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898299 Jan 31 19:27:11.831540 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-bad768b5-f175-4d67-b857-764ce15c323f service neutron] 10.222.0.72 "GET /v2.0/networks/975e288f-6988-47ec-a7af-1ae45bcc9de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854144 Jan 31 19:27:12.069525 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-97e45d64-441d-4d8d-a3c5-693cf487c821 req-00db7593-7e4b-4e76-8abb-e4fc3c222e03 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 210 time: 0.0376227 Jan 31 19:27:13.148533 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ff59ea55-af46-4254-98ac-e756c114fa90 req-22b8e676-6e39-4a6e-a5b8-731c7d2c8aac tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 210 time: 0.0323408 Jan 31 19:27:13.903467 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-64523747-86f2-47d6-9135-7f6dc033ddf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:14.249363 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-17eb1478-939b-4b18-8ded-3e66ddaed941 req-3e3a1339-84f9-4620-b1c0-962f09a89001 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 210 time: 0.0303736 Jan 31 19:27:14.857443 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:15.051697 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-ae6f6145-f179-471c-b8fb-531080d6a704 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:15.054423 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-ae6f6145-f179-471c-b8fb-531080d6a704 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.77 "GET /v2.0/networks?id=975e288f-6988-47ec-a7af-1ae45bcc9de0 HTTP/1.1" status: 200 len: 814 time: 0.1266384 Jan 31 19:27:15.069742 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2096a43b-d3ba-4fbe-a1d6-cd978c07011e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Request body: {'port': {'device_id': 'f3941be8-4f66-47e8-865f-e57bdd5d3ff7', 'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0', 'admin_state_up': True, 'tenant_id': 'c1e20c0dc2af49eaa61b1538e228b709'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:27:15.285889 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2096a43b-d3ba-4fbe-a1d6-cd978c07011e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Made reservation on behalf of c1e20c0dc2af49eaa61b1538e228b709 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:27:15.298346 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2096a43b-d3ba-4fbe-a1d6-cd978c07011e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:15.349438 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-00b0864d-f46c-4bdb-86b9-e2c2c9e1ed7b req-c42fd476-6adb-4e75-abc6-04d7e9a573fb tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 210 time: 0.0292685 Jan 31 19:27:15.429232 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2096a43b-d3ba-4fbe-a1d6-cd978c07011e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Allocated IP 172.20.0.5 (975e288f-6988-47ec-a7af-1ae45bcc9de0/67aed29a-d29e-4a83-b003-6ca7882fa05a/8396214f-d328-42f1-9f9d-77c6d1ab2cc3) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:27:15.605218 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2096a43b-d3ba-4fbe-a1d6-cd978c07011e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks [] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:15.643454 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60296) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:15.748411 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2096a43b-d3ba-4fbe-a1d6-cd978c07011e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:15.762642 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc053f2e-66f6-4e76-ba90-9a5f39d410ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:15.816823 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2096a43b-d3ba-4fbe-a1d6-cd978c07011e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Network 975e288f-6988-47ec-a7af-1ae45bcc9de0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:27:15.822225 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2096a43b-d3ba-4fbe-a1d6-cd978c07011e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:27:15.827871 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2096a43b-d3ba-4fbe-a1d6-cd978c07011e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:27:15.837501 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096a43b-d3ba-4fbe-a1d6-cd978c07011e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Pushing event updated for resources: {'Port': ['ID=8396214f-d328-42f1-9f9d-77c6d1ab2cc3,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:15.897455 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2096a43b-d3ba-4fbe-a1d6-cd978c07011e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:15.898065 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2096a43b-d3ba-4fbe-a1d6-cd978c07011e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:15.933437 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc053f2e-66f6-4e76-ba90-9a5f39d410ef admin admin] Publish callbacks [] for security_group (c2fcdafd-f3ca-466a-862e-9256861589da), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:16.037473 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2096a43b-d3ba-4fbe-a1d6-cd978c07011e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9711881 Jan 31 19:27:16.050032 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Request body: {'port': {'device_id': 'f3941be8-4f66-47e8-865f-e57bdd5d3ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:27:16.074134 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fc053f2e-66f6-4e76-ba90-9a5f39d410ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (c2fcdafd-f3ca-466a-862e-9256861589da), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:16.137931 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-fc053f2e-66f6-4e76-ba90-9a5f39d410ef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=36a67c768ccf496990f2a8f5a1260338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4933352 Jan 31 19:27:16.140678 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60300) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:16.146066 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc053f2e-66f6-4e76-ba90-9a5f39d410ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fcdafd-f3ca-466a-862e-9256861589da,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:16.154776 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:16.191106 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Publish callbacks [] for security_group (c2fcdafd-f3ca-466a-862e-9256861589da), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:16.212853 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Publish callbacks [] for security_group (c2fcdafd-f3ca-466a-862e-9256861589da), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:16.320506 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (c2fcdafd-f3ca-466a-862e-9256861589da), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:16.323603 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:16.324812 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c2fcdafd-f3ca-466a-862e-9256861589da HTTP/1.1" status: 204 len: 168 time: 0.1831081 Jan 31 19:27:16.335392 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fcdafd-f3ca-466a-862e-9256861589da,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:16.343554 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:16.343861 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:16.344145 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:16.344578 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:16.344786 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:16.345225 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:16.345508 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:16.345893 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:16.346600 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:16.346600 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:16.346960 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:16.347611 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:16.347891 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79977c6-62f9-4453-8430-2ee8ab35cdea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:16.432669 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:16.483083 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:27:16.493473 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Publish callbacks [] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:16.510863 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Transition to ACTIVE for port object 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:27:16.526400 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f31405-4f7a-4b83-938a-87e1596cc7ae req-ae5686f2-1de6-4aaf-af53-dccc4c89430b tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:16.527935 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-83f31405-4f7a-4b83-938a-87e1596cc7ae req-ae5686f2-1de6-4aaf-af53-dccc4c89430b tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 931 time: 0.0958366 Jan 31 19:27:16.579257 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-83f31405-4f7a-4b83-938a-87e1596cc7ae req-d4fc8647-40d9-4e1e-9064-4e7fb98ef7ee tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456669 Jan 31 19:27:16.611407 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:16.666628 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Pushing event updated for resources: {'Port': ['ID=8396214f-d328-42f1-9f9d-77c6d1ab2cc3,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:16.737346 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Attempting to bind port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:27:16.737681 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Attempting to bind port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'fcb3bcfa-62f8-4773-86d6-3ec9655532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:27:16.738002 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Attempting to bind port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 on network 975e288f-6988-47ec-a7af-1ae45bcc9de0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:27:16.742718 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 on network 975e288f-6988-47ec-a7af-1ae45bcc9de0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:27:16.743057 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Attempting to bind port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 on network 975e288f-6988-47ec-a7af-1ae45bcc9de0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:27:16.747880 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:27:16.748208 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Checking segment: {'id': 'fcb3bcfa-62f8-4773-86d6-3ec9655532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:27:16.748581 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Bound using segment: {'id': 'fcb3bcfa-62f8-4773-86d6-3ec9655532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:27:16.749002 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Bound port: 8396214f-d328-42f1-9f9d-77c6d1ab2cc3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb3bcfa-62f8-4773-86d6-3ec9655532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:27:16.749387 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:16.814814 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] For port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:27:16.818713 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] For port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8396214f-d328-42f1-9f9d-77c6d1ab2cc3,segment=NetworkSegment(fcb3bcfa-62f8-4773-86d6-3ec9655532c5),segment_id=fcb3bcfa-62f8-4773-86d6-3ec9655532c5)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:27:16.966553 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:16.998855 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:16.999515 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:17.000908 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] 10.222.0.77 "PUT /v2.0/ports/8396214f-d328-42f1-9f9d-77c6d1ab2cc3 HTTP/1.1" status: 200 len: 1093 time: 0.9552064 Jan 31 19:27:17.001378 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3941be8-4f66-47e8-865f-e57bdd5d3ff7', 'tag': '8396214f-d328-42f1-9f9d-77c6d1ab2cc3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:27:17.003653 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561935a7-af6c-4431-bd66-fc68de12b85b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3941be8-4f66-47e8-865f-e57bdd5d3ff7", "tag": "8396214f-d328-42f1-9f9d-77c6d1ab2cc3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:27:17.031164 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671e455-043b-4420-af3f-e9072f9d2f6f service neutron] Pushing event updated for resources: {'Port': ['ID=8396214f-d328-42f1-9f9d-77c6d1ab2cc3,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:17.042747 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73424471-cb39-4e56-9ea8-0aca552ea3bd x-openstack-request-id: req-73424471-cb39-4e56-9ea8-0aca552ea3bd {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:27:17.043039 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3941be8-4f66-47e8-865f-e57bdd5d3ff7", "tag": "8396214f-d328-42f1-9f9d-77c6d1ab2cc3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:27:17.043302 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-73424471-cb39-4e56-9ea8-0aca552ea3bd {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:27:17.043704 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3941be8-4f66-47e8-865f-e57bdd5d3ff7', 'tag': '8396214f-d328-42f1-9f9d-77c6d1ab2cc3', 'status': 'completed', 'code': 200} Jan 31 19:27:17.064379 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60310) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:17.075644 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eebff95-aa75-437c-be1e-508f8004ddf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:17.120486 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561935a7-af6c-4431-bd66-fc68de12b85b req-f4fbb6be-b906-47f2-9850-e7ec4379ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:17.122036 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-561935a7-af6c-4431-bd66-fc68de12b85b req-f4fbb6be-b906-47f2-9850-e7ec4379ffec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1e20c0dc2af49eaa61b1538e228b709&device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 1127 time: 0.0514882 Jan 31 19:27:17.160942 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eebff95-aa75-437c-be1e-508f8004ddf5 admin admin] Publish callbacks [] for security_group (a81be04b-db94-42d0-9642-b98ee84edb24), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:17.227533 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561935a7-af6c-4431-bd66-fc68de12b85b req-c0029569-215e-48f0-979a-b83aadbad54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:17.228910 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-561935a7-af6c-4431-bd66-fc68de12b85b req-c0029569-215e-48f0-979a-b83aadbad54b service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c1e20c0dc2af49eaa61b1538e228b709&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985506 Jan 31 19:27:17.251197 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6eebff95-aa75-437c-be1e-508f8004ddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (a81be04b-db94-42d0-9642-b98ee84edb24), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:17.294337 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-6eebff95-aa75-437c-be1e-508f8004ddf5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=76450389176f4326ae3fd383ff7b7d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320879 Jan 31 19:27:17.295248 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebff95-aa75-437c-be1e-508f8004ddf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81be04b-db94-42d0-9642-b98ee84edb24,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:17.298493 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60312) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:17.348181 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561935a7-af6c-4431-bd66-fc68de12b85b req-900c124e-e178-4669-b0f3-be66022f1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:17.350044 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-561935a7-af6c-4431-bd66-fc68de12b85b req-900c124e-e178-4669-b0f3-be66022f1376 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1130431 Jan 31 19:27:17.361544 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e8b77d5-4c9b-418d-b3eb-a9593b0f63fe admin admin] Publish callbacks [] for security_group (a81be04b-db94-42d0-9642-b98ee84edb24), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:17.386487 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e8b77d5-4c9b-418d-b3eb-a9593b0f63fe admin admin] Publish callbacks [] for security_group (a81be04b-db94-42d0-9642-b98ee84edb24), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:17.434474 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-86392216-23e6-47dd-9cb3-dc47c4b811f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:17.435985 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-86392216-23e6-47dd-9cb3-dc47c4b811f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1e20c0dc2af49eaa61b1538e228b709&device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 1127 time: 0.0471263 Jan 31 19:27:17.479915 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-cfc8adfe-50d1-4672-8cb8-c85bb2d798b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8396214f-d328-42f1-9f9d-77c6d1ab2cc3 HTTP/1.1" status: 200 len: 217 time: 0.0344801 Jan 31 19:27:17.538220 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-b0a7be8b-c251-46e4-99d4-650833fb35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:17.539692 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-b0a7be8b-c251-46e4-99d4-650833fb35cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67aed29a-d29e-4a83-b003-6ca7882fa05a HTTP/1.1" status: 200 len: 854 time: 0.0520816 Jan 31 19:27:17.570144 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e8b77d5-4c9b-418d-b3eb-a9593b0f63fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (a81be04b-db94-42d0-9642-b98ee84edb24), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:17.572804 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e8b77d5-4c9b-418d-b3eb-a9593b0f63fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:17.573545 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-0f594241-12cf-454d-a4c3-4401b525855d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=975e288f-6988-47ec-a7af-1ae45bcc9de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266898 Jan 31 19:27:17.574641 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-8e8b77d5-4c9b-418d-b3eb-a9593b0f63fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a81be04b-db94-42d0-9642-b98ee84edb24 HTTP/1.1" status: 204 len: 168 time: 0.2749960 Jan 31 19:27:17.591590 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b77d5-4c9b-418d-b3eb-a9593b0f63fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81be04b-db94-42d0-9642-b98ee84edb24,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:17.851289 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:17.998919 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-af7ec155-e140-42aa-a85b-43fcb91d0865 service neutron] 10.222.0.77 "GET /v2.0/networks/975e288f-6988-47ec-a7af-1ae45bcc9de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173696 Jan 31 19:27:18.021680 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53df20-3f02-4797-aeae-1a5453887e3b req-19bdf815-0209-4326-b765-ab7adf9b35fb tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:18.023197 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2e53df20-3f02-4797-aeae-1a5453887e3b req-19bdf815-0209-4326-b765-ab7adf9b35fb tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 943 time: 0.3557692 Jan 31 19:27:18.120086 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2e53df20-3f02-4797-aeae-1a5453887e3b req-b62e6a4c-86c9-44d1-adc7-44c4551c3328 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867233 Jan 31 19:27:18.138145 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc03e9bc-0633-40f2-a283-130c616b7c28 req-3e91c660-2bdb-438b-af9d-e266c5429e23 service neutron] 10.222.0.77 "GET /v2.0/networks/975e288f-6988-47ec-a7af-1ae45bcc9de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319451 Jan 31 19:27:19.242870 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70243416-e4ba-4e88-91ef-989f8612d8d7 req-a06a154a-7154-41d5-951a-4d9d96ff5a31 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:19.245301 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-70243416-e4ba-4e88-91ef-989f8612d8d7 req-a06a154a-7154-41d5-951a-4d9d96ff5a31 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 943 time: 0.0546346 Jan 31 19:27:19.293152 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-70243416-e4ba-4e88-91ef-989f8612d8d7 req-3959d122-46c8-4140-ad79-54c4602b04b2 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Jan 31 19:27:20.426463 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0ec6c-989e-4e31-809b-7c52ef08eac7 req-98a56858-87fd-4ed0-bed2-88fa262ea17a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:20.428205 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a4e0ec6c-989e-4e31-809b-7c52ef08eac7 req-98a56858-87fd-4ed0-bed2-88fa262ea17a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 943 time: 0.0652187 Jan 31 19:27:20.477178 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a4e0ec6c-989e-4e31-809b-7c52ef08eac7 req-0a1a0ad8-f358-4e56-a8ba-74c88a2e432c tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434301 Jan 31 19:27:21.209655 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:27:21.324123 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8396214f-d328-42f1-9f9d-77c6d1ab2cc3,segment=NetworkSegment(fcb3bcfa-62f8-4773-86d6-3ec9655532c5),segment_id=fcb3bcfa-62f8-4773-86d6-3ec9655532c5)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:21.336682 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': '8396214f-d328-42f1-9f9d-77c6d1ab2cc3', 'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0', 'port_id': '8396214f-d328-42f1-9f9d-77c6d1ab2cc3', 'mac_address': 'fa:16:3e:ca:71:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67aed29a-d29e-4a83-b003-6ca7882fa05a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:27:21.378843 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:27:21.379234 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:21.392759 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:27:21.412962 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8396214f-d328-42f1-9f9d-77c6d1ab2cc3,segment=NetworkSegment(fcb3bcfa-62f8-4773-86d6-3ec9655532c5),segment_id=fcb3bcfa-62f8-4773-86d6-3ec9655532c5)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:21.520468 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:21.572962 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=8396214f-d328-42f1-9f9d-77c6d1ab2cc3,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:21.606950 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27836b8e-9538-4f36-81a8-085251de0583 req-b9e419e4-06d7-4ef4-9ecb-f1f394e5d60b tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:21.608466 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-27836b8e-9538-4f36-81a8-085251de0583 req-b9e419e4-06d7-4ef4-9ecb-f1f394e5d60b tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 944 time: 0.0599642 Jan 31 19:27:21.659050 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-27836b8e-9538-4f36-81a8-085251de0583 req-0ef04cdb-5432-43aa-94cb-8a671c00d9fc tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446057 Jan 31 19:27:21.774164 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['8396214f-d328-42f1-9f9d-77c6d1ab2cc3'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:27:22.787851 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa8729-a03a-4659-8e73-fe3fc64fa34d req-16964436-34e3-4006-9cd3-9696d23cc7d9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:22.789419 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0eaa8729-a03a-4659-8e73-fe3fc64fa34d req-16964436-34e3-4006-9cd3-9696d23cc7d9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 944 time: 0.0580244 Jan 31 19:27:22.838482 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0eaa8729-a03a-4659-8e73-fe3fc64fa34d req-59f35f66-8400-40fa-aa9f-8edcf1ccaef9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429258 Jan 31 19:27:23.223304 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:27:23.548464 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:27:23.553415 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:27:23.553846 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:23.640403 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:27:23.640791 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:23.664061 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3941be8-4f66-47e8-865f-e57bdd5d3ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8396214f-d328-42f1-9f9d-77c6d1ab2cc3'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:27:23.667491 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f66dc30-10be-4552-aad8-136b063e49e0" -d '{"events": [{"server_uuid": "f3941be8-4f66-47e8-865f-e57bdd5d3ff7", "name": "network-vif-plugged", "status": "completed", "tag": "8396214f-d328-42f1-9f9d-77c6d1ab2cc3"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:27:23.685199 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8396214f-d328-42f1-9f9d-77c6d1ab2cc3,segment=NetworkSegment(fcb3bcfa-62f8-4773-86d6-3ec9655532c5),segment_id=fcb3bcfa-62f8-4773-86d6-3ec9655532c5)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:23.713700 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df008039-d300-458e-afaa-70704c99ed4e x-openstack-request-id: req-df008039-d300-458e-afaa-70704c99ed4e {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:27:23.714000 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3941be8-4f66-47e8-865f-e57bdd5d3ff7", "name": "network-vif-plugged", "status": "completed", "tag": "8396214f-d328-42f1-9f9d-77c6d1ab2cc3", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:27:23.715169 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-df008039-d300-458e-afaa-70704c99ed4e {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:27:23.715169 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3941be8-4f66-47e8-865f-e57bdd5d3ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8396214f-d328-42f1-9f9d-77c6d1ab2cc3', 'code': 200} Jan 31 19:27:23.758714 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:23.810331 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=8396214f-d328-42f1-9f9d-77c6d1ab2cc3,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:23.968730 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f022282-e2cc-47fa-989d-0548f3fb4294 req-759af5d0-6709-4144-99c2-97ceeea0fd1f tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:23.970247 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3f022282-e2cc-47fa-989d-0548f3fb4294 req-759af5d0-6709-4144-99c2-97ceeea0fd1f tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 945 time: 0.0570660 Jan 31 19:27:24.061783 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3f022282-e2cc-47fa-989d-0548f3fb4294 req-52190470-9831-4e96-914c-de7eedbb888d tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840099 Jan 31 19:27:24.070761 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c903596-1c68-4fb3-ab12-5a64c8eeac19 req-02b91c9b-e1cd-489c-9df8-0a0a6b913c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:24.072259 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4c903596-1c68-4fb3-ab12-5a64c8eeac19 req-02b91c9b-e1cd-489c-9df8-0a0a6b913c16 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 1129 time: 0.0932276 Jan 31 19:27:24.120560 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4c903596-1c68-4fb3-ab12-5a64c8eeac19 req-72d63c23-7e3f-4a2c-bd04-04de68e683e4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405548 Jan 31 19:27:25.198950 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4e1fd-adf4-4263-bb64-4e7d35f77163 req-dad7e0d7-4577-49c0-854a-d164e5e40042 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:25.200466 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c4e4e1fd-adf4-4263-bb64-4e7d35f77163 req-dad7e0d7-4577-49c0-854a-d164e5e40042 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 945 time: 0.0572929 Jan 31 19:27:25.249833 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c4e4e1fd-adf4-4263-bb64-4e7d35f77163 req-185d8eeb-bb87-445b-93ff-fd4c078934d2 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436680 Jan 31 19:27:25.654955 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60432) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:25.766237 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa660675-7b58-4999-a04b-671bb1994dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:25.844977 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa660675-7b58-4999-a04b-671bb1994dfa admin admin] Publish callbacks [] for security_group (babe82ed-e311-4449-86f0-c15321147e18), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:25.925570 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-aa660675-7b58-4999-a04b-671bb1994dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (babe82ed-e311-4449-86f0-c15321147e18), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:25.966006 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-aa660675-7b58-4999-a04b-671bb1994dfa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=40d86e29809242efbd6332611e17b66f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099120 Jan 31 19:27:25.966920 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa660675-7b58-4999-a04b-671bb1994dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babe82ed-e311-4449-86f0-c15321147e18,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:25.968762 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60436) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:26.017745 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbf1f4ce-fde6-44ca-916d-86c47172341d admin admin] Publish callbacks [] for security_group (babe82ed-e311-4449-86f0-c15321147e18), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:26.041339 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbf1f4ce-fde6-44ca-916d-86c47172341d admin admin] Publish callbacks [] for security_group (babe82ed-e311-4449-86f0-c15321147e18), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:26.183013 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbf1f4ce-fde6-44ca-916d-86c47172341d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (babe82ed-e311-4449-86f0-c15321147e18), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:26.185865 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fbf1f4ce-fde6-44ca-916d-86c47172341d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:26.187021 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-fbf1f4ce-fde6-44ca-916d-86c47172341d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/babe82ed-e311-4449-86f0-c15321147e18 HTTP/1.1" status: 204 len: 168 time: 0.2170184 Jan 31 19:27:26.195952 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1f4ce-fde6-44ca-916d-86c47172341d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babe82ed-e311-4449-86f0-c15321147e18,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:26.390361 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0caf89-8874-4af1-ae96-4748ac08f6ea req-e76cd474-49d6-4701-a772-2a537065bbf2 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:26.391857 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6b0caf89-8874-4af1-ae96-4748ac08f6ea req-e76cd474-49d6-4701-a772-2a537065bbf2 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 945 time: 0.0690162 Jan 31 19:27:26.444399 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6b0caf89-8874-4af1-ae96-4748ac08f6ea req-56d1c45f-e0c2-4af7-aede-2a2ebd87c0e9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461912 Jan 31 19:27:26.896682 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60482) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:26.910654 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3ef0b639-f3ee-4882-8c27-81282feb3a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:26.987503 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3ef0b639-f3ee-4882-8c27-81282feb3a9f admin admin] Publish callbacks [] for security_group (fc945f37-185f-4aca-bbfe-2505e02dba6b), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:27.079900 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3ef0b639-f3ee-4882-8c27-81282feb3a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (fc945f37-185f-4aca-bbfe-2505e02dba6b), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:27.119466 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-3ef0b639-f3ee-4882-8c27-81282feb3a9f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=975b3e892efb4a34a5ad5fe78ea24149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215118 Jan 31 19:27:27.120181 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0b639-f3ee-4882-8c27-81282feb3a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc945f37-185f-4aca-bbfe-2505e02dba6b,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:27.122167 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60484) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:27.170579 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083bb0d4-4d6a-42c9-a154-ce141b5ffcd4 admin admin] Publish callbacks [] for security_group (fc945f37-185f-4aca-bbfe-2505e02dba6b), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:27.191100 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083bb0d4-4d6a-42c9-a154-ce141b5ffcd4 admin admin] Publish callbacks [] for security_group (fc945f37-185f-4aca-bbfe-2505e02dba6b), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:27.350037 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083bb0d4-4d6a-42c9-a154-ce141b5ffcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (fc945f37-185f-4aca-bbfe-2505e02dba6b), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:27.352797 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-083bb0d4-4d6a-42c9-a154-ce141b5ffcd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:27.354016 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-083bb0d4-4d6a-42c9-a154-ce141b5ffcd4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fc945f37-185f-4aca-bbfe-2505e02dba6b HTTP/1.1" status: 204 len: 168 time: 0.2308476 Jan 31 19:27:27.362452 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bb0d4-4d6a-42c9-a154-ce141b5ffcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc945f37-185f-4aca-bbfe-2505e02dba6b,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:28.165685 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60512) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:28.180343 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6da7e26-af82-4ad3-a0c8-bcb210e7853f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:28.258879 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6da7e26-af82-4ad3-a0c8-bcb210e7853f admin admin] Publish callbacks [] for security_group (6bb81b94-0da3-4557-b450-47bb758a7fcb), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:28.331026 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-c6da7e26-af82-4ad3-a0c8-bcb210e7853f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (6bb81b94-0da3-4557-b450-47bb758a7fcb), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:28.373736 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-c6da7e26-af82-4ad3-a0c8-bcb210e7853f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3cbe23c704914eaf9acee503e7271c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068720 Jan 31 19:27:28.374591 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da7e26-af82-4ad3-a0c8-bcb210e7853f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb81b94-0da3-4557-b450-47bb758a7fcb,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:28.376606 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60514) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:28.429744 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-adbb3f9c-e090-40c1-b4a7-80779c92ede1 admin admin] Publish callbacks [] for security_group (6bb81b94-0da3-4557-b450-47bb758a7fcb), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:28.452104 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-adbb3f9c-e090-40c1-b4a7-80779c92ede1 admin admin] Publish callbacks [] for security_group (6bb81b94-0da3-4557-b450-47bb758a7fcb), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:28.601041 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-adbb3f9c-e090-40c1-b4a7-80779c92ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (6bb81b94-0da3-4557-b450-47bb758a7fcb), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:28.603295 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-adbb3f9c-e090-40c1-b4a7-80779c92ede1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:28.604482 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-adbb3f9c-e090-40c1-b4a7-80779c92ede1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6bb81b94-0da3-4557-b450-47bb758a7fcb HTTP/1.1" status: 204 len: 168 time: 0.2268081 Jan 31 19:27:28.612186 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb3f9c-e090-40c1-b4a7-80779c92ede1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb81b94-0da3-4557-b450-47bb758a7fcb,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:33.274202 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:27:38.301881 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60668) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:38.408659 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74f24678-3041-4cc7-a198-e5044e3a1ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:38.486237 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74f24678-3041-4cc7-a198-e5044e3a1ea2 admin admin] Publish callbacks [] for security_group (7f0c1e94-d5d1-4fee-921a-3df7db836dce), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:38.674454 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-74f24678-3041-4cc7-a198-e5044e3a1ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (7f0c1e94-d5d1-4fee-921a-3df7db836dce), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:38.709679 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-74f24678-3041-4cc7-a198-e5044e3a1ea2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=98647cb8f1f747ea842c039d85cb802d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4064894 Jan 31 19:27:38.710690 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f24678-3041-4cc7-a198-e5044e3a1ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0c1e94-d5d1-4fee-921a-3df7db836dce,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:38.712593 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60672) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:38.771582 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2339384b-76ea-4b53-aac5-99b906f42908 admin admin] Publish callbacks [] for security_group (7f0c1e94-d5d1-4fee-921a-3df7db836dce), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:38.805669 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2339384b-76ea-4b53-aac5-99b906f42908 admin admin] Publish callbacks [] for security_group (7f0c1e94-d5d1-4fee-921a-3df7db836dce), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:38.914129 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2339384b-76ea-4b53-aac5-99b906f42908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (7f0c1e94-d5d1-4fee-921a-3df7db836dce), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:38.916897 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2339384b-76ea-4b53-aac5-99b906f42908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:38.918093 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-2339384b-76ea-4b53-aac5-99b906f42908 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7f0c1e94-d5d1-4fee-921a-3df7db836dce HTTP/1.1" status: 204 len: 168 time: 0.2042992 Jan 31 19:27:38.934204 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339384b-76ea-4b53-aac5-99b906f42908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0c1e94-d5d1-4fee-921a-3df7db836dce,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:39.587043 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60680) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:39.600775 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f91f3e0-4124-47b8-9574-2bf8b540788c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:39.674343 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f91f3e0-4124-47b8-9574-2bf8b540788c admin admin] Publish callbacks [] for security_group (fca3afbb-6692-4c35-a1c1-429263539e30), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:39.758315 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f91f3e0-4124-47b8-9574-2bf8b540788c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (fca3afbb-6692-4c35-a1c1-429263539e30), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:39.801151 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-1f91f3e0-4124-47b8-9574-2bf8b540788c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c69a92058b864df68e6a081bf8793a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128181 Jan 31 19:27:39.802859 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91f3e0-4124-47b8-9574-2bf8b540788c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca3afbb-6692-4c35-a1c1-429263539e30,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:39.804324 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60682) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:39.856831 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-902edc2e-3f07-447f-8d3a-e4da8b7c778a admin admin] Publish callbacks [] for security_group (fca3afbb-6692-4c35-a1c1-429263539e30), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:39.885146 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-902edc2e-3f07-447f-8d3a-e4da8b7c778a admin admin] Publish callbacks [] for security_group (fca3afbb-6692-4c35-a1c1-429263539e30), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:40.049644 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-902edc2e-3f07-447f-8d3a-e4da8b7c778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (fca3afbb-6692-4c35-a1c1-429263539e30), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:40.052431 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-902edc2e-3f07-447f-8d3a-e4da8b7c778a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:40.053624 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-902edc2e-3f07-447f-8d3a-e4da8b7c778a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fca3afbb-6692-4c35-a1c1-429263539e30 HTTP/1.1" status: 204 len: 168 time: 0.2479708 Jan 31 19:27:40.061691 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902edc2e-3f07-447f-8d3a-e4da8b7c778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca3afbb-6692-4c35-a1c1-429263539e30,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:41.474743 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d10cbec0-b7db-49fb-a729-7ae6b62ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:41.749279 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:43.810495 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c7c0cd7-04fc-4bda-a518-55af3620043e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:44.862777 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:45.970229 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6f570aa4-5a5e-4f3e-9e6d-7f5172b48f02 req-f5c9daf8-f36c-4a1f-b1c6-c7d0f4956db8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527945 Jan 31 19:27:46.068595 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f570aa4-5a5e-4f3e-9e6d-7f5172b48f02 req-1880705f-d9f0-4ada-8485-20697d750bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:46.070073 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6f570aa4-5a5e-4f3e-9e6d-7f5172b48f02 req-1880705f-d9f0-4ada-8485-20697d750bb8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5efca44518b4d30a825cfc60b7394a2&device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 1130 time: 0.0509505 Jan 31 19:27:46.190801 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f570aa4-5a5e-4f3e-9e6d-7f5172b48f02 req-749e85c5-34ba-49ab-95f6-26c5254daec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:46.193717 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6f570aa4-5a5e-4f3e-9e6d-7f5172b48f02 req-749e85c5-34ba-49ab-95f6-26c5254daec4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=69f1d602-943c-4223-895a-eb212dc4ad0b HTTP/1.1" status: 200 len: 910 time: 0.1006293 Jan 31 19:27:46.266225 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6f570aa4-5a5e-4f3e-9e6d-7f5172b48f02 req-1fcf081c-a469-4310-9488-5eaaf24948cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f205c3d9-b581-46cf-807c-18017a205039 HTTP/1.1" status: 200 len: 1001 time: 0.0654278 Jan 31 19:27:46.318787 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f570aa4-5a5e-4f3e-9e6d-7f5172b48f02 req-91d67c50-e525-4a8e-8d38-5a32c09460ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:46.320167 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6f570aa4-5a5e-4f3e-9e6d-7f5172b48f02 req-91d67c50-e525-4a8e-8d38-5a32c09460ed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46e8aa26-6133-47ff-900d-280c86d19f51 HTTP/1.1" status: 200 len: 847 time: 0.0479305 Jan 31 19:27:46.378117 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f570aa4-5a5e-4f3e-9e6d-7f5172b48f02 req-37395a1a-6d81-4b57-90e0-bd25a4165601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:46.380528 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6f570aa4-5a5e-4f3e-9e6d-7f5172b48f02 req-37395a1a-6d81-4b57-90e0-bd25a4165601 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=69f1d602-943c-4223-895a-eb212dc4ad0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534785 Jan 31 19:27:46.466715 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:46.473712 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6f570aa4-5a5e-4f3e-9e6d-7f5172b48f02 req-4185a99a-1d39-46e7-bfe3-ecd71fb3fb0c service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863423 Jan 31 19:27:46.578910 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6f570aa4-5a5e-4f3e-9e6d-7f5172b48f02 req-55cfbb1f-b25d-4a5a-91d5-e74e3fbdd487 service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981531 Jan 31 19:27:47.776774 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:52.824795 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60840) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:52.962923 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a9b119e-e1e8-406b-b2bf-aa4ed74bb7e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:53.071477 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a9b119e-e1e8-406b-b2bf-aa4ed74bb7e6 admin admin] Publish callbacks [] for security_group (9b735743-4984-4538-a8da-89dcf9e1ae28), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:53.142948 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0a9b119e-e1e8-406b-b2bf-aa4ed74bb7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (9b735743-4984-4538-a8da-89dcf9e1ae28), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:53.183961 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-0a9b119e-e1e8-406b-b2bf-aa4ed74bb7e6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=638f6af991bd49e89eef41612fb1e239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579626 Jan 31 19:27:53.184937 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b119e-e1e8-406b-b2bf-aa4ed74bb7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b735743-4984-4538-a8da-89dcf9e1ae28,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:53.186739 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60846) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:53.240797 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Publish callbacks [] for security_group (9b735743-4984-4538-a8da-89dcf9e1ae28), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:53.263987 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Publish callbacks [] for security_group (9b735743-4984-4538-a8da-89dcf9e1ae28), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:53.409638 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (9b735743-4984-4538-a8da-89dcf9e1ae28), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:53.413038 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:53.414221 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b735743-4984-4538-a8da-89dcf9e1ae28 HTTP/1.1" status: 204 len: 168 time: 0.2264118 Jan 31 19:27:53.422415 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b735743-4984-4538-a8da-89dcf9e1ae28,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:53.430337 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:53.430688 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:53.431030 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:53.431511 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:53.431852 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:53.432181 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:53.432547 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:53.432820 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:53.433179 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:53.433516 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:53.433941 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:53.434176 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:53.434492 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41db596-dda5-4a86-9a17-fb69e0190c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:54.259733 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60854) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:54.274807 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9191e277-8611-4653-8ec0-6fb638aa4b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.367885 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9191e277-8611-4653-8ec0-6fb638aa4b1e admin admin] Publish callbacks [] for security_group (d87fc3e3-308e-4531-bb36-61c3816cbcbc), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.483864 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9191e277-8611-4653-8ec0-6fb638aa4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (d87fc3e3-308e-4531-bb36-61c3816cbcbc), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.522911 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191e277-8611-4653-8ec0-6fb638aa4b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87fc3e3-308e-4531-bb36-61c3816cbcbc,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:54.527471 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-9191e277-8611-4653-8ec0-6fb638aa4b1e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=82a8d97db0b2436c83964d8a8e00e9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663498 Jan 31 19:27:54.531169 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60856) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:54.592259 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85722e08-33c8-4c75-bb4f-f8717f808e9d admin admin] Publish callbacks [] for security_group (d87fc3e3-308e-4531-bb36-61c3816cbcbc), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.621615 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85722e08-33c8-4c75-bb4f-f8717f808e9d admin admin] Publish callbacks [] for security_group (d87fc3e3-308e-4531-bb36-61c3816cbcbc), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.742898 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85722e08-33c8-4c75-bb4f-f8717f808e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (d87fc3e3-308e-4531-bb36-61c3816cbcbc), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.745539 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-85722e08-33c8-4c75-bb4f-f8717f808e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.746748 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-85722e08-33c8-4c75-bb4f-f8717f808e9d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d87fc3e3-308e-4531-bb36-61c3816cbcbc HTTP/1.1" status: 204 len: 168 time: 0.2149675 Jan 31 19:27:54.755767 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85722e08-33c8-4c75-bb4f-f8717f808e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87fc3e3-308e-4531-bb36-61c3816cbcbc,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:55.586730 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 60864) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:55.603297 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe0109e1-a7a6-4ad9-acb2-95aca84b4370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:55.697073 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe0109e1-a7a6-4ad9-acb2-95aca84b4370 admin admin] Publish callbacks [] for security_group (f338d0a3-37b3-4091-b89b-2c0bf60be891), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:55.815175 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-fe0109e1-a7a6-4ad9-acb2-95aca84b4370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (f338d0a3-37b3-4091-b89b-2c0bf60be891), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:55.855728 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-fe0109e1-a7a6-4ad9-acb2-95aca84b4370 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee1bfeefc7f043ee8c7ca5805cd50b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678838 Jan 31 19:27:55.856482 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0109e1-a7a6-4ad9-acb2-95aca84b4370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f338d0a3-37b3-4091-b89b-2c0bf60be891,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:55.859629 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 60866) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:55.924686 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-addb0437-fb98-4c01-b2a2-dc8900b7f10a admin admin] Publish callbacks [] for security_group (f338d0a3-37b3-4091-b89b-2c0bf60be891), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:55.952906 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-addb0437-fb98-4c01-b2a2-dc8900b7f10a admin admin] Publish callbacks [] for security_group (f338d0a3-37b3-4091-b89b-2c0bf60be891), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:56.084563 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-addb0437-fb98-4c01-b2a2-dc8900b7f10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (f338d0a3-37b3-4091-b89b-2c0bf60be891), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:56.087953 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-addb0437-fb98-4c01-b2a2-dc8900b7f10a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:56.089298 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-addb0437-fb98-4c01-b2a2-dc8900b7f10a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f338d0a3-37b3-4091-b89b-2c0bf60be891 HTTP/1.1" status: 204 len: 168 time: 0.2282798 Jan 31 19:27:56.105454 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb0437-fb98-4c01-b2a2-dc8900b7f10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f338d0a3-37b3-4091-b89b-2c0bf60be891,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:09.448703 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 32786) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:09.798756 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e6fd0ac2-1dbc-4950-a6db-e624322a6890 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Deleting port 79e80bdd-9892-4f8c-955d-0ecc55ae70d8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:28:09.799102 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6fd0ac2-1dbc-4950-a6db-e624322a6890 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (79e80bdd-9892-4f8c-955d-0ecc55ae70d8), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:09.891993 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6fd0ac2-1dbc-4950-a6db-e624322a6890 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (79e80bdd-9892-4f8c-955d-0ecc55ae70d8), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:09.892308 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6fd0ac2-1dbc-4950-a6db-e624322a6890 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for floatingip (79e80bdd-9892-4f8c-955d-0ecc55ae70d8), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:09.906218 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-e6fd0ac2-1dbc-4950-a6db-e624322a6890 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Calling delete_port for 79e80bdd-9892-4f8c-955d-0ecc55ae70d8 owned by network:floatingip {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:28:10.166091 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6fd0ac2-1dbc-4950-a6db-e624322a6890 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (79e80bdd-9892-4f8c-955d-0ecc55ae70d8), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:10.196811 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd0ac2-1dbc-4950-a6db-e624322a6890 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Pushing event deleted for resources: {'Port': ['ID=79e80bdd-9892-4f8c-955d-0ecc55ae70d8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:10.262284 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6fd0ac2-1dbc-4950-a6db-e624322a6890 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for floatingip (2ceb23ef-e76e-4773-a643-3a35d01ca9f1), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:10.262634 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.l3_db [None req-e6fd0ac2-1dbc-4950-a6db-e624322a6890 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Floating IP 2ceb23ef-e76e-4773-a643-3a35d01ca9f1 disassociated (deleted). External IP: 172.27.1.93, port: f205c3d9-b581-46cf-807c-18017a205039. Jan 31 19:28:10.275141 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:28:10.513705 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fd0ac2-1dbc-4950-a6db-e624322a6890 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Router b8b3c00c-c27f-4352-89d4-f66af946bb72 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:28:10.635244 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fd0ac2-1dbc-4950-a6db-e624322a6890 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:28:10.641763 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-e6fd0ac2-1dbc-4950-a6db-e624322a6890 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:10.647557 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e376685-3c23-4266-ae3a-5d907edee7df None None] Sync routers for ids ['b8b3c00c-c27f-4352-89d4-f66af946bb72'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:28:10.659230 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e376685-3c23-4266-ae3a-5d907edee7df None None] Routers {'b8b3c00c-c27f-4352-89d4-f66af946bb72'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:10.660717 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0e376685-3c23-4266-ae3a-5d907edee7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:27:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['b8b3c00c-c27f-4352-89d4-f66af946bb72'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:10.681693 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-e6fd0ac2-1dbc-4950-a6db-e624322a6890 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "DELETE /v2.0/floatingips/2ceb23ef-e76e-4773-a643-3a35d01ca9f1 HTTP/1.1" status: 204 len: 168 time: 1.2317281 Jan 31 19:28:10.684187 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:28:10.685300 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be638657-1757-4f97-b435-367466c797d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "tag": "f205c3d9-b581-46cf-807c-18017a205039"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:28:10.801978 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-0e376685-3c23-4266-ae3a-5d907edee7df None None] Set router b8b3c00c-c27f-4352-89d4-f66af946bb72 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:11.046294 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0978617-3cad-447c-9350-9619ae6251b3 x-openstack-request-id: req-b0978617-3cad-447c-9350-9619ae6251b3 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:28:11.046608 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0e376685-3c23-4266-ae3a-5d907edee7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:22:41Z', 'revision_number': 4, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port': {'id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:36Z', 'updated_at': '2022-01-31T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'ebc1c537-555b-4f35-9061-b7e95a4c08bc', 'name': '', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'mac_address': 'fa:16:3e:9e:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:40Z', 'updated_at': '2022-01-31T19:22:46Z', 'revision_number': 5, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'subnets': [{'id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:11.047514 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "tag": "f205c3d9-b581-46cf-807c-18017a205039", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:28:11.050261 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0978617-3cad-447c-9350-9619ae6251b3 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:28:11.055019 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039', 'status': 'completed', 'code': 200} Jan 31 19:28:11.077681 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e376685-3c23-4266-ae3a-5d907edee7df None None] Checking router: b8b3c00c-c27f-4352-89d4-f66af946bb72 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:28:11.088179 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e376685-3c23-4266-ae3a-5d907edee7df None None] Routers {'b8b3c00c-c27f-4352-89d4-f66af946bb72'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:11.088919 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0e376685-3c23-4266-ae3a-5d907edee7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:27:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['b8b3c00c-c27f-4352-89d4-f66af946bb72'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:11.137997 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638657-1757-4f97-b435-367466c797d9 req-047427e6-b69b-41a5-b532-7abaf8eb887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:11.139549 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-be638657-1757-4f97-b435-367466c797d9 req-047427e6-b69b-41a5-b532-7abaf8eb887c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5efca44518b4d30a825cfc60b7394a2&device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 1130 time: 0.0606980 Jan 31 19:28:11.184442 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c84d80-e522-43ae-8e22-265d9366e5b0 req-eda93b60-1006-4085-8526-9526d57a2fee tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:11.188335 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e2c84d80-e522-43ae-8e22-265d9366e5b0 req-eda93b60-1006-4085-8526-9526d57a2fee tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 945 time: 0.0780115 Jan 31 19:28:11.219802 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-0e376685-3c23-4266-ae3a-5d907edee7df None None] Set router b8b3c00c-c27f-4352-89d4-f66af946bb72 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:11.251911 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-e2c84d80-e522-43ae-8e22-265d9366e5b0 req-bbe80bfb-3d64-45b6-960f-d176f56a4e3e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537934 Jan 31 19:28:11.333354 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638657-1757-4f97-b435-367466c797d9 req-ccca0e44-8fe1-40fd-8036-8d7b761611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:11.335555 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-be638657-1757-4f97-b435-367466c797d9 req-ccca0e44-8fe1-40fd-8036-8d7b761611ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=69f1d602-943c-4223-895a-eb212dc4ad0b HTTP/1.1" status: 200 len: 910 time: 0.1863780 Jan 31 19:28:11.354342 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29adfe9-fc7f-47a5-8133-891ac2abc40f req-a01a26c8-307a-4fe5-87f2-27382141e2bf tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:11.356573 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d29adfe9-fc7f-47a5-8133-891ac2abc40f req-a01a26c8-307a-4fe5-87f2-27382141e2bf tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.1126826 Jan 31 19:28:11.431835 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-be638657-1757-4f97-b435-367466c797d9 req-24cceab9-0ce4-4a22-90b0-04da38682ba0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f205c3d9-b581-46cf-807c-18017a205039 HTTP/1.1" status: 200 len: 217 time: 0.0738051 Jan 31 19:28:11.442745 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-0e376685-3c23-4266-ae3a-5d907edee7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:22:41Z', 'revision_number': 4, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port': {'id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:36Z', 'updated_at': '2022-01-31T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'ebc1c537-555b-4f35-9061-b7e95a4c08bc', 'name': '', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'mac_address': 'fa:16:3e:9e:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:40Z', 'updated_at': '2022-01-31T19:22:46Z', 'revision_number': 5, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'subnets': [{'id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:11.475387 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e376685-3c23-4266-ae3a-5d907edee7df None None] The sync data for ids ['b8b3c00c-c27f-4352-89d4-f66af946bb72'] in dv-cinder-813223-5-iscsi is: [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:22:41Z', 'revision_number': 4, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port': {'id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:36Z', 'updated_at': '2022-01-31T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': 'ebc1c537-555b-4f35-9061-b7e95a4c08bc', 'name': '', 'network_id': '69f1d602-943c-4223-895a-eb212dc4ad0b', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'mac_address': 'fa:16:3e:9e:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:40Z', 'updated_at': '2022-01-31T19:22:46Z', 'revision_number': 5, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'subnets': [{'id': '46e8aa26-6133-47ff-900d-280c86d19f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:28:11.479230 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-519943dc-255a-4f6f-8c47-9762a5852fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:11.517791 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d29adfe9-fc7f-47a5-8133-891ac2abc40f req-391f2561-5b44-4818-bb31-977b188c40a9 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514292 Jan 31 19:28:11.528592 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638657-1757-4f97-b435-367466c797d9 req-f3ddc8a5-7936-406d-9ff2-f4a89b2e96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:11.530206 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-be638657-1757-4f97-b435-367466c797d9 req-f3ddc8a5-7936-406d-9ff2-f4a89b2e96c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46e8aa26-6133-47ff-900d-280c86d19f51 HTTP/1.1" status: 200 len: 847 time: 0.0881128 Jan 31 19:28:11.595999 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638657-1757-4f97-b435-367466c797d9 req-7335c6bd-1ef2-44a3-82ab-a54ba71c9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:11.599051 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-be638657-1757-4f97-b435-367466c797d9 req-7335c6bd-1ef2-44a3-82ab-a54ba71c9eb1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=69f1d602-943c-4223-895a-eb212dc4ad0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574865 Jan 31 19:28:11.704826 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-be638657-1757-4f97-b435-367466c797d9 req-33753083-fc2d-4890-a060-fc2f65ae9adf service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980234 Jan 31 19:28:11.724640 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:11.754449 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065c0176-11e3-477c-8a5e-4b95469c1bd8 None None] New status for floating IP 2ceb23ef-e76e-4773-a643-3a35d01ca9f1: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:28:11.813260 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-be638657-1757-4f97-b435-367466c797d9 req-8951e859-60d9-41c4-911e-be83e3e2f0d7 service neutron] 10.222.0.77 "GET /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004903 Jan 31 19:28:12.383521 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780323c6-6951-46e9-b42d-3ab8d63af332 req-d8541587-5944-4ad2-94df-50cc6c57c9ab tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:12.385034 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-780323c6-6951-46e9-b42d-3ab8d63af332 req-d8541587-5944-4ad2-94df-50cc6c57c9ab tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 945 time: 0.0557363 Jan 31 19:28:12.434067 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-780323c6-6951-46e9-b42d-3ab8d63af332 req-ce0bd162-9927-4481-b84f-c5324c80a6a0 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434098 Jan 31 19:28:12.658712 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e700f0-f868-47b8-aa3e-320b3d818467 req-a4c43d48-4dac-47b6-bac2-a039ad838496 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:12.660509 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a8e700f0-f868-47b8-aa3e-320b3d818467 req-a4c43d48-4dac-47b6-bac2-a039ad838496 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0656576 Jan 31 19:28:12.717336 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a8e700f0-f868-47b8-aa3e-320b3d818467 req-8601a280-d1cf-4d94-9d99-d8580e9fe86f tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510464 Jan 31 19:28:13.224407 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb800e69-ebea-4cca-9838-1cc18a7efa2b req-5ad1298a-df2c-46d5-8394-e8401159ba3d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:13.224860 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fb800e69-ebea-4cca-9838-1cc18a7efa2b req-5ad1298a-df2c-46d5-8394-e8401159ba3d tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.0878825 Jan 31 19:28:13.231840 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718cff8-a567-44ba-88fa-1b646135912d req-250c6b92-57c5-44c9-9551-f2d41eeb177a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:13.233277 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5718cff8-a567-44ba-88fa-1b646135912d req-250c6b92-57c5-44c9-9551-f2d41eeb177a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 945 time: 0.0949576 Jan 31 19:28:13.403921 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5718cff8-a567-44ba-88fa-1b646135912d req-5c70625b-4b87-4045-8bf1-52a09c1101fb tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Deleting port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:28:13.404285 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5718cff8-a567-44ba-88fa-1b646135912d req-5c70625b-4b87-4045-8bf1-52a09c1101fb tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:13.425861 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-fb800e69-ebea-4cca-9838-1cc18a7efa2b req-e0220443-5d6d-4edf-bd9e-ed56e53d201e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Deleting port f205c3d9-b581-46cf-807c-18017a205039 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:28:13.426212 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb800e69-ebea-4cca-9838-1cc18a7efa2b req-e0220443-5d6d-4edf-bd9e-ed56e53d201e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (f205c3d9-b581-46cf-807c-18017a205039), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:13.577785 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5718cff8-a567-44ba-88fa-1b646135912d req-5c70625b-4b87-4045-8bf1-52a09c1101fb tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] For port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8396214f-d328-42f1-9f9d-77c6d1ab2cc3,segment=NetworkSegment(fcb3bcfa-62f8-4773-86d6-3ec9655532c5),segment_id=fcb3bcfa-62f8-4773-86d6-3ec9655532c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:13.578158 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5718cff8-a567-44ba-88fa-1b646135912d req-5c70625b-4b87-4045-8bf1-52a09c1101fb tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:13.594015 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8761e-5a9c-4b1e-93c9-e38b4594717c req-4bd9cbb2-9ee5-4bcc-b26e-8182468bfa38 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:13.595776 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-12a8761e-5a9c-4b1e-93c9-e38b4594717c req-4bd9cbb2-9ee5-4bcc-b26e-8182468bfa38 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 945 time: 0.0792592 Jan 31 19:28:13.604153 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-fb800e69-ebea-4cca-9838-1cc18a7efa2b req-e0220443-5d6d-4edf-bd9e-ed56e53d201e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] For port f205c3d9-b581-46cf-807c-18017a205039, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f205c3d9-b581-46cf-807c-18017a205039,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:13.604633 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb800e69-ebea-4cca-9838-1cc18a7efa2b req-e0220443-5d6d-4edf-bd9e-ed56e53d201e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (f205c3d9-b581-46cf-807c-18017a205039), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:13.607534 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-5718cff8-a567-44ba-88fa-1b646135912d req-5c70625b-4b87-4045-8bf1-52a09c1101fb tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Calling delete_port for 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:28:13.623097 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-fb800e69-ebea-4cca-9838-1cc18a7efa2b req-e0220443-5d6d-4edf-bd9e-ed56e53d201e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Calling delete_port for f205c3d9-b581-46cf-807c-18017a205039 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:28:13.662607 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-12a8761e-5a9c-4b1e-93c9-e38b4594717c req-9ac5fa76-1378-47ca-bd81-8f5f84db4a5c tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549080 Jan 31 19:28:13.825138 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-b4085cef-74e4-4b62-b926-e87f98b869df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:13.944982 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee896c47-d512-4710-abba-1560d55617ac req-09f9dfef-fe95-4cd5-bc91-d83740a61f24 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:13.946453 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ee896c47-d512-4710-abba-1560d55617ac req-09f9dfef-fe95-4cd5-bc91-d83740a61f24 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 946 time: 0.1521721 Jan 31 19:28:14.043881 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ee896c47-d512-4710-abba-1560d55617ac req-ff9ca89b-81d5-4cb2-9598-22288d0be944 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd04afa1-4ad3-4dfb-84c6-c16b76754f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901752 Jan 31 19:28:14.051835 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb800e69-ebea-4cca-9838-1cc18a7efa2b req-e0220443-5d6d-4edf-bd9e-ed56e53d201e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (f205c3d9-b581-46cf-807c-18017a205039), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:14.083762 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0220443-5d6d-4edf-bd9e-ed56e53d201e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Pushing event deleted for resources: {'Port': ['ID=f205c3d9-b581-46cf-807c-18017a205039,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:14.107954 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5718cff8-a567-44ba-88fa-1b646135912d req-5c70625b-4b87-4045-8bf1-52a09c1101fb tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (8396214f-d328-42f1-9f9d-77c6d1ab2cc3), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:14.121802 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['8396214f-d328-42f1-9f9d-77c6d1ab2cc3'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:28:14.155049 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb800e69-ebea-4cca-9838-1cc18a7efa2b req-e0220443-5d6d-4edf-bd9e-ed56e53d201e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] No DVR routers for this DVR port f205c3d9-b581-46cf-807c-18017a205039 on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:28:14.157088 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70625b-4b87-4045-8bf1-52a09c1101fb tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Pushing event deleted for resources: {'Port': ['ID=8396214f-d328-42f1-9f9d-77c6d1ab2cc3,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:14.164408 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-fb800e69-ebea-4cca-9838-1cc18a7efa2b req-e0220443-5d6d-4edf-bd9e-ed56e53d201e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:14.166173 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fb800e69-ebea-4cca-9838-1cc18a7efa2b req-e0220443-5d6d-4edf-bd9e-ed56e53d201e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.77 "DELETE /v2.0/ports/f205c3d9-b581-46cf-807c-18017a205039 HTTP/1.1" status: 204 len: 173 time: 0.9248140 Jan 31 19:28:14.166978 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'name': 'network-vif-deleted', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:28:14.169416 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa99273-734a-45b2-80cd-f88419a86837" -d '{"events": [{"server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "name": "network-vif-deleted", "tag": "f205c3d9-b581-46cf-807c-18017a205039"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:28:14.217481 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb29bd3-a012-4404-8e03-0a689d8db867 x-openstack-request-id: req-ccb29bd3-a012-4404-8e03-0a689d8db867 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:28:14.217746 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e287594-f705-4999-b8bd-c8289d6cab71", "name": "network-vif-deleted", "tag": "f205c3d9-b581-46cf-807c-18017a205039", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:28:14.218003 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ccb29bd3-a012-4404-8e03-0a689d8db867 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:28:14.218393 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e287594-f705-4999-b8bd-c8289d6cab71', 'name': 'network-vif-deleted', 'tag': 'f205c3d9-b581-46cf-807c-18017a205039', 'status': 'completed', 'code': 200} Jan 31 19:28:14.239239 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5718cff8-a567-44ba-88fa-1b646135912d req-5c70625b-4b87-4045-8bf1-52a09c1101fb tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] No DVR routers for this DVR port 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:28:14.242435 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5718cff8-a567-44ba-88fa-1b646135912d req-5c70625b-4b87-4045-8bf1-52a09c1101fb tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:14.246940 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5718cff8-a567-44ba-88fa-1b646135912d req-5c70625b-4b87-4045-8bf1-52a09c1101fb tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.77 "DELETE /v2.0/ports/8396214f-d328-42f1-9f9d-77c6d1ab2cc3 HTTP/1.1" status: 204 len: 173 time: 0.9982562 Jan 31 19:28:14.791092 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c8b59158-9431-44ba-8d3a-3e9007470dd7 req-9f3108ce-be8d-48e6-a3e9-ead8741d19ad tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3941be8-4f66-47e8-865f-e57bdd5d3ff7 HTTP/1.1" status: 200 len: 210 time: 0.0414627 Jan 31 19:28:14.868244 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:15.148777 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-913c33d6-dd36-4d67-a5c6-404fdfec76d4 req-780a25fe-036b-42fb-8dfd-29296d1acc21 tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e287594-f705-4999-b8bd-c8289d6cab71 HTTP/1.1" status: 200 len: 210 time: 0.0310240 Jan 31 19:28:16.214969 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 32852) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:16.222558 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3941be8-4f66-47e8-865f-e57bdd5d3ff7', 'name': 'network-vif-deleted', 'tag': '8396214f-d328-42f1-9f9d-77c6d1ab2cc3'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:28:16.225090 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d15b780-f484-46b4-bbb3-06c19c7e6670" -d '{"events": [{"server_uuid": "f3941be8-4f66-47e8-865f-e57bdd5d3ff7", "name": "network-vif-deleted", "tag": "8396214f-d328-42f1-9f9d-77c6d1ab2cc3"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:28:16.280911 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e737502d-70e2-4550-933d-ac48ea760254 x-openstack-request-id: req-e737502d-70e2-4550-933d-ac48ea760254 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:28:16.281254 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3941be8-4f66-47e8-865f-e57bdd5d3ff7", "name": "network-vif-deleted", "tag": "8396214f-d328-42f1-9f9d-77c6d1ab2cc3", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:28:16.281509 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e737502d-70e2-4550-933d-ac48ea760254 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:28:16.281959 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3941be8-4f66-47e8-865f-e57bdd5d3ff7', 'name': 'network-vif-deleted', 'tag': '8396214f-d328-42f1-9f9d-77c6d1ab2cc3', 'status': 'completed', 'code': 200} Jan 31 19:28:16.288142 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05d9466b-876f-4536-9345-3b553114f78e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group (cd04afa1-4ad3-4dfb-84c6-c16b76754f68), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:16.314397 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05d9466b-876f-4536-9345-3b553114f78e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group (cd04afa1-4ad3-4dfb-84c6-c16b76754f68), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:16.491268 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:16.519878 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05d9466b-876f-4536-9345-3b553114f78e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (cd04afa1-4ad3-4dfb-84c6-c16b76754f68), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:16.522563 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-05d9466b-876f-4536-9345-3b553114f78e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:16.523911 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-05d9466b-876f-4536-9345-3b553114f78e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] 10.222.0.72 "DELETE /v2.0/security-groups/cd04afa1-4ad3-4dfb-84c6-c16b76754f68 HTTP/1.1" status: 204 len: 168 time: 0.3076699 Jan 31 19:28:16.532967 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9466b-876f-4536-9345-3b553114f78e tempest-TestShelveInstance-854093483 tempest-TestShelveInstance-854093483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd04afa1-4ad3-4dfb-84c6-c16b76754f68,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:16.747426 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 32862) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:17.225976 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073501'] for router_interface (b8b3c00c-c27f-4352-89d4-f66af946bb72), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:17.481577 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Deleting port ebc1c537-555b-4f35-9061-b7e95a4c08bc {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:28:17.481915 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:17.558998 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] For port ebc1c537-555b-4f35-9061-b7e95a4c08bc, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=ebc1c537-555b-4f35-9061-b7e95a4c08bc,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:17.559362 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:17.569365 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:28:17.574277 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Calling delete_port for ebc1c537-555b-4f35-9061-b7e95a4c08bc owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:28:17.591331 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:28:17.591922 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 8396214f-d328-42f1-9f9d-77c6d1ab2cc3 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:28:17.592533 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device f205c3d9-b581-46cf-807c-18017a205039 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:28:17.611966 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: f205c3d9-b581-46cf-807c-18017a205039 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:28:17.612315 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device f205c3d9-b581-46cf-807c-18017a205039 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:28:17.755148 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:17.902469 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (ebc1c537-555b-4f35-9061-b7e95a4c08bc), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:17.928943 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc1c537-555b-4f35-9061-b7e95a4c08bc,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:17.940679 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:17.941599 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:17.941945 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:17.942392 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:17.942737 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:17.943070 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:17.943406 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:17.943739 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:17.944531 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:17.944531 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:17.944750 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:17.945060 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:17.945513 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:18.116907 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2073353'] for router_interface (b8b3c00c-c27f-4352-89d4-f66af946bb72), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:18.606298 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Router b8b3c00c-c27f-4352-89d4-f66af946bb72 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:28:18.709068 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:28:18.715178 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-9ae8dd81-4c20-46cb-90c6-14c326518fd6 admin admin] 10.222.0.72 "PUT /v2.0/routers/b8b3c00c-c27f-4352-89d4-f66af946bb72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9667172 Jan 31 19:28:18.716563 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 32876) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:18.718542 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddab887-d232-4762-b941-033f3f14bbe0 None None] Sync routers for ids ['b8b3c00c-c27f-4352-89d4-f66af946bb72'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:28:18.732123 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddab887-d232-4762-b941-033f3f14bbe0 None None] Routers {'b8b3c00c-c27f-4352-89d4-f66af946bb72'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:18.732750 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7ddab887-d232-4762-b941-033f3f14bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:28:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['b8b3c00c-c27f-4352-89d4-f66af946bb72'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:18.823467 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Publish callbacks [] for router (b8b3c00c-c27f-4352-89d4-f66af946bb72), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:18.849531 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-7ddab887-d232-4762-b941-033f3f14bbe0 None None] Set router b8b3c00c-c27f-4352-89d4-f66af946bb72 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:18.932774 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Publish callbacks [] for router_gateway (b8b3c00c-c27f-4352-89d4-f66af946bb72), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:19.049778 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7ddab887-d232-4762-b941-033f3f14bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:28:17Z', 'revision_number': 5, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port': {'id': '08a5c866-f3ad-4077-8375-e13bbdf9ea58', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:36Z', 'updated_at': '2022-01-31T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:19.058923 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Deleting port 08a5c866-f3ad-4077-8375-e13bbdf9ea58 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:28:19.059265 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:19.077294 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddab887-d232-4762-b941-033f3f14bbe0 None None] Checking router: b8b3c00c-c27f-4352-89d4-f66af946bb72 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:28:19.087364 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddab887-d232-4762-b941-033f3f14bbe0 None None] Routers {'b8b3c00c-c27f-4352-89d4-f66af946bb72'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:19.087982 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7ddab887-d232-4762-b941-033f3f14bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:28:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['b8b3c00c-c27f-4352-89d4-f66af946bb72'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:19.142902 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] For port 08a5c866-f3ad-4077-8375-e13bbdf9ea58, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=08a5c866-f3ad-4077-8375-e13bbdf9ea58,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:19.143264 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:19.156045 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Calling delete_port for 08a5c866-f3ad-4077-8375-e13bbdf9ea58 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:28:19.336296 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-7ddab887-d232-4762-b941-033f3f14bbe0 None None] Set router b8b3c00c-c27f-4352-89d4-f66af946bb72 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:19.388737 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7ddab887-d232-4762-b941-033f3f14bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:28:18Z', 'revision_number': 6, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port_host': None}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:19.399922 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (08a5c866-f3ad-4077-8375-e13bbdf9ea58), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:19.419709 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddab887-d232-4762-b941-033f3f14bbe0 None None] The sync data for ids ['b8b3c00c-c27f-4352-89d4-f66af946bb72'] in dv-cinder-813223-5-iscsi is: [{'id': 'b8b3c00c-c27f-4352-89d4-f66af946bb72', 'name': 'tempest-TestShelveInstance-834738670-router', 'tenant_id': 'c5efca44518b4d30a825cfc60b7394a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:35Z', 'updated_at': '2022-01-31T19:28:18Z', 'revision_number': 6, 'project_id': 'c5efca44518b4d30a825cfc60b7394a2', 'gw_port_host': None}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:28:19.426740 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Pushing event deleted for resources: {'Port': ['ID=08a5c866-f3ad-4077-8375-e13bbdf9ea58,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:19.492944 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078823'] for router_gateway (b8b3c00c-c27f-4352-89d4-f66af946bb72), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:19.864025 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2074354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45331'] for router (b8b3c00c-c27f-4352-89d4-f66af946bb72), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:19.866200 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Publish callbacks [] for router_controller (b8b3c00c-c27f-4352-89d4-f66af946bb72), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.005225 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2074363'] for router (b8b3c00c-c27f-4352-89d4-f66af946bb72), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.005813 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8b3c00c-c27f-4352-89d4-f66af946bb72 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:28:20.010598 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.011744 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-0eed3bca-4750-4fe0-b532-ddfc2bef00ef admin admin] 10.222.0.72 "DELETE /v2.0/routers/b8b3c00c-c27f-4352-89d4-f66af946bb72 HTTP/1.1" status: 204 len: 168 time: 1.2941594 Jan 31 19:28:20.014276 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 32882) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:20.058393 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb86e9a-ead6-447a-bf9d-328ae3339ea5 admin admin] Deleting subnet 46e8aa26-6133-47ff-900d-280c86d19f51 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:28:20.061583 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb86e9a-ead6-447a-bf9d-328ae3339ea5 admin admin] Publish callbacks [] for subnet (46e8aa26-6133-47ff-900d-280c86d19f51), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.100383 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb86e9a-ead6-447a-bf9d-328ae3339ea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9343508'] for subnet (46e8aa26-6133-47ff-900d-280c86d19f51), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.179424 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb86e9a-ead6-447a-bf9d-328ae3339ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (46e8aa26-6133-47ff-900d-280c86d19f51), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.323639 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb86e9a-ead6-447a-bf9d-328ae3339ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8651393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9366732'] for subnet (46e8aa26-6133-47ff-900d-280c86d19f51), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.355330 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8fb86e9a-ead6-447a-bf9d-328ae3339ea5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.359172 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-8fb86e9a-ead6-447a-bf9d-328ae3339ea5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/46e8aa26-6133-47ff-900d-280c86d19f51 HTTP/1.1" status: 204 len: 168 time: 0.3439660 Jan 31 19:28:20.360041 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb86e9a-ead6-447a-bf9d-328ae3339ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e8aa26-6133-47ff-900d-280c86d19f51,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:20.360917 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20f45d9-9bc4-4918-b878-f0e4a13d2144 None None] Network 69f1d602-943c-4223-895a-eb212dc4ad0b requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:28:20.362300 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 32886) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:20.449223 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (69f1d602-943c-4223-895a-eb212dc4ad0b), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.526609 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Deleting port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:28:20.527149 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.578628 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] DHCP port deletion for 69f1d602-943c-4223-895a-eb212dc4ad0b request from dv-cinder-813223-5-iscsi {{(pid=103245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:28:20.614695 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] For port 3e926762-84d7-4a12-9fb5-6af7aad3cd43, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=3e926762-84d7-4a12-9fb5-6af7aad3cd43,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:20.614695 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.628705 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Calling delete_port for 3e926762-84d7-4a12-9fb5-6af7aad3cd43 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:28:20.639778 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Deleting port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:28:20.640231 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.726333 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] For port 3e926762-84d7-4a12-9fb5-6af7aad3cd43, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=3e926762-84d7-4a12-9fb5-6af7aad3cd43,segment=NetworkSegment(03810b1e-9ca6-4503-80b2-ecdc6d8d2e83),segment_id=03810b1e-9ca6-4503-80b2-ecdc6d8d2e83)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:20.728779 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.748065 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Calling delete_port for 3e926762-84d7-4a12-9fb5-6af7aad3cd43 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:28:20.805380 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.835723 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e926762-84d7-4a12-9fb5-6af7aad3cd43,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:20.840996 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994'] for port (3e926762-84d7-4a12-9fb5-6af7aad3cd43), after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.845526 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] No DVR routers for this DVR port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 on host dv-cinder-813223-5-iscsi {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:28:20.869328 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] No DVR routers for this DVR port 3e926762-84d7-4a12-9fb5-6af7aad3cd43 on host dv-cinder-813223-5-iscsi {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:28:20.894171 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Pushing event deleted for resources: {'Port': ['ID=3e926762-84d7-4a12-9fb5-6af7aad3cd43,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:20.903477 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:20.904057 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:20.904512 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:20.904966 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:20.905507 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:20.905944 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:20.914418 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:20.915204 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:20.915682 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:20.916295 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:20.916810 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:20.918103 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:20.918103 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a4822-99a2-49c6-b47c-37d45a022ea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:20.957206 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device ebc1c537-555b-4f35-9061-b7e95a4c08bc no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:28:20.971774 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (69f1d602-943c-4223-895a-eb212dc4ad0b), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.983007 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: ebc1c537-555b-4f35-9061-b7e95a4c08bc {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:28:20.983357 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device ebc1c537-555b-4f35-9061-b7e95a4c08bc not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:28:20.983778 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 08a5c866-f3ad-4077-8375-e13bbdf9ea58 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:28:20.999260 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f1d602-943c-4223-895a-eb212dc4ad0b']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:21.006729 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 08a5c866-f3ad-4077-8375-e13bbdf9ea58 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:28:21.009503 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 08a5c866-f3ad-4077-8375-e13bbdf9ea58 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:28:21.009503 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 3e926762-84d7-4a12-9fb5-6af7aad3cd43 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:28:21.014501 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:21.014948 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03810b1e-9ca6-4503-80b2-ecdc6d8d2e83') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:21.026055 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8960383'] for segment (03810b1e-9ca6-4503-80b2-ecdc6d8d2e83), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:21.035712 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 3e926762-84d7-4a12-9fb5-6af7aad3cd43 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:28:21.036243 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 3e926762-84d7-4a12-9fb5-6af7aad3cd43 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:28:21.045295 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (03810b1e-9ca6-4503-80b2-ecdc6d8d2e83), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:21.054090 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:28:21.054515 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207958'] for segment (03810b1e-9ca6-4503-80b2-ecdc6d8d2e83), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: Traceback (most recent call last): Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: timer() Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: cb(*args, **kw) Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: return func(*args, **kwargs) Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: self._notify() Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: self.callback(batched_events) Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: event.method(event) Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: return f(self, *a, **k) Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._get(url).json() Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: return self.request(url, 'GET', **kwargs) Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:28:21.056386 dv-cinder-813223-5-iscsi neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:28:21.286005 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (69f1d602-943c-4223-895a-eb212dc4ad0b), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:21.291677 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:21.294918 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] 10.222.0.72 "DELETE /v2.0/networks/69f1d602-943c-4223-895a-eb212dc4ad0b HTTP/1.1" status: 204 len: 168 time: 0.9312701 Jan 31 19:28:21.298104 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 32904) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:21.306331 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65a201-97c2-40e5-a96d-b86798a27489 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f1d602-943c-4223-895a-eb212dc4ad0b,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:21.678059 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f58e23-aa39-4b84-b224-f755536a49a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073501'] for router_interface (d0aed5d2-20b3-4a10-b008-c582927bb5ea), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:21.954170 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-16f58e23-aa39-4b84-b224-f755536a49a2 admin admin] Deleting port adb9246f-2d7c-4e71-8b33-e0106ebdfc65 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:28:21.954508 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f58e23-aa39-4b84-b224-f755536a49a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:22.044984 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-16f58e23-aa39-4b84-b224-f755536a49a2 admin admin] For port adb9246f-2d7c-4e71-8b33-e0106ebdfc65, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=adb9246f-2d7c-4e71-8b33-e0106ebdfc65,segment=NetworkSegment(31d04b15-a722-409c-b2da-dd8ba9efbf31),segment_id=31d04b15-a722-409c-b2da-dd8ba9efbf31)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:22.045546 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f58e23-aa39-4b84-b224-f755536a49a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:22.063263 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-16f58e23-aa39-4b84-b224-f755536a49a2 admin admin] Calling delete_port for adb9246f-2d7c-4e71-8b33-e0106ebdfc65 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:28:22.325038 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f58e23-aa39-4b84-b224-f755536a49a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (adb9246f-2d7c-4e71-8b33-e0106ebdfc65), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:22.356952 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f58e23-aa39-4b84-b224-f755536a49a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb9246f-2d7c-4e71-8b33-e0106ebdfc65,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:22.530563 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-16f58e23-aa39-4b84-b224-f755536a49a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2073353'] for router_interface (d0aed5d2-20b3-4a10-b008-c582927bb5ea), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:22.776762 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f58e23-aa39-4b84-b224-f755536a49a2 admin admin] Router d0aed5d2-20b3-4a10-b008-c582927bb5ea has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:28:22.904327 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f58e23-aa39-4b84-b224-f755536a49a2 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:28:22.911149 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-16f58e23-aa39-4b84-b224-f755536a49a2 admin admin] 10.222.0.72 "PUT /v2.0/routers/d0aed5d2-20b3-4a10-b008-c582927bb5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6102276 Jan 31 19:28:22.914207 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 32910) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:22.920261 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28437799-1bb2-48d0-a01e-833915969e2e None None] Sync routers for ids ['d0aed5d2-20b3-4a10-b008-c582927bb5ea'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:28:22.932701 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28437799-1bb2-48d0-a01e-833915969e2e None None] Routers {'d0aed5d2-20b3-4a10-b008-c582927bb5ea'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:22.933382 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-28437799-1bb2-48d0-a01e-833915969e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:28:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['d0aed5d2-20b3-4a10-b008-c582927bb5ea'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:23.033433 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Publish callbacks [] for router (d0aed5d2-20b3-4a10-b008-c582927bb5ea), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:23.048501 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-28437799-1bb2-48d0-a01e-833915969e2e None None] Set router d0aed5d2-20b3-4a10-b008-c582927bb5ea gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:23.166353 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Publish callbacks [] for router_gateway (d0aed5d2-20b3-4a10-b008-c582927bb5ea), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:23.253736 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-28437799-1bb2-48d0-a01e-833915969e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'name': 'tempest-TestShelveInstance-517205164-router', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:48Z', 'updated_at': '2022-01-31T19:28:22Z', 'revision_number': 5, 'project_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'gw_port': {'id': '9981503e-8b09-4f19-9fc9-6b911ed05915', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:22:50Z', 'updated_at': '2022-01-31T19:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:23.280886 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28437799-1bb2-48d0-a01e-833915969e2e None None] Checking router: d0aed5d2-20b3-4a10-b008-c582927bb5ea for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:28:23.290731 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28437799-1bb2-48d0-a01e-833915969e2e None None] Routers {'d0aed5d2-20b3-4a10-b008-c582927bb5ea'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:23.291265 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-28437799-1bb2-48d0-a01e-833915969e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:28:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['d0aed5d2-20b3-4a10-b008-c582927bb5ea'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:23.305218 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Deleting port 9981503e-8b09-4f19-9fc9-6b911ed05915 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:28:23.305566 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:23.382867 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-28437799-1bb2-48d0-a01e-833915969e2e None None] Set router d0aed5d2-20b3-4a10-b008-c582927bb5ea gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:23.395538 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] For port 9981503e-8b09-4f19-9fc9-6b911ed05915, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=9981503e-8b09-4f19-9fc9-6b911ed05915,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:23.396286 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:23.417686 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Calling delete_port for 9981503e-8b09-4f19-9fc9-6b911ed05915 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:28:23.541529 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-28437799-1bb2-48d0-a01e-833915969e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'name': 'tempest-TestShelveInstance-517205164-router', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:48Z', 'updated_at': '2022-01-31T19:28:23Z', 'revision_number': 6, 'project_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'gw_port_host': None}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:23.570676 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28437799-1bb2-48d0-a01e-833915969e2e None None] The sync data for ids ['d0aed5d2-20b3-4a10-b008-c582927bb5ea'] in dv-cinder-813223-5-iscsi is: [{'id': 'd0aed5d2-20b3-4a10-b008-c582927bb5ea', 'name': 'tempest-TestShelveInstance-517205164-router', 'tenant_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:22:48Z', 'updated_at': '2022-01-31T19:28:23Z', 'revision_number': 6, 'project_id': 'b2c9ba167fac4bb6bc5d1dfe05423ee6', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:28:23.712518 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (9981503e-8b09-4f19-9fc9-6b911ed05915), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:23.744442 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Pushing event deleted for resources: {'Port': ['ID=9981503e-8b09-4f19-9fc9-6b911ed05915,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:23.819213 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078823'] for router_gateway (d0aed5d2-20b3-4a10-b008-c582927bb5ea), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:23.919397 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2074354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45331'] for router (d0aed5d2-20b3-4a10-b008-c582927bb5ea), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:23.922932 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Publish callbacks [] for router_controller (d0aed5d2-20b3-4a10-b008-c582927bb5ea), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.129706 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2074363'] for router (d0aed5d2-20b3-4a10-b008-c582927bb5ea), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.130682 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0aed5d2-20b3-4a10-b008-c582927bb5ea {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:28:24.141302 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.142487 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-ac65ee9e-e196-411b-9c74-7cc6bad07038 admin admin] 10.222.0.72 "DELETE /v2.0/routers/d0aed5d2-20b3-4a10-b008-c582927bb5ea HTTP/1.1" status: 204 len: 168 time: 1.2285874 Jan 31 19:28:24.146219 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 32920) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:24.199104 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-1201f104-0ccc-4ee1-812d-688fd487be42 admin admin] Deleting subnet 7975db6a-c7d3-4cd4-8ec1-3ba5731e2759 {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:28:24.202556 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1201f104-0ccc-4ee1-812d-688fd487be42 admin admin] Publish callbacks [] for subnet (7975db6a-c7d3-4cd4-8ec1-3ba5731e2759), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.242295 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1201f104-0ccc-4ee1-812d-688fd487be42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9343508'] for subnet (7975db6a-c7d3-4cd4-8ec1-3ba5731e2759), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.336625 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1201f104-0ccc-4ee1-812d-688fd487be42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (7975db6a-c7d3-4cd4-8ec1-3ba5731e2759), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.486033 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1201f104-0ccc-4ee1-812d-688fd487be42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8651393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9366732'] for subnet (7975db6a-c7d3-4cd4-8ec1-3ba5731e2759), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.513750 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201f104-0ccc-4ee1-812d-688fd487be42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7975db6a-c7d3-4cd4-8ec1-3ba5731e2759,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:24.517861 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-1201f104-0ccc-4ee1-812d-688fd487be42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.524337 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-1201f104-0ccc-4ee1-812d-688fd487be42 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7975db6a-c7d3-4cd4-8ec1-3ba5731e2759 HTTP/1.1" status: 204 len: 168 time: 0.3746126 Jan 31 19:28:24.524669 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 32924) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:24.527854 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfd3079-56d1-4208-8425-d3dbc69b974d None None] Network 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:28:24.625870 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (2e5fd01b-9703-40e9-b4c4-e42b9cb13a47), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.698646 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Deleting port 3e268b5f-6240-46f0-bb36-0d22be026be7 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:28:24.698646 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.764550 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce7f3b7-cf3f-4385-8319-e0c9f5c49bce None None] DHCP port deletion for 2e5fd01b-9703-40e9-b4c4-e42b9cb13a47 request from dv-cinder-813223-5-iscsi {{(pid=103245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:28:24.784446 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] For port 3e268b5f-6240-46f0-bb36-0d22be026be7, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=3e268b5f-6240-46f0-bb36-0d22be026be7,segment=NetworkSegment(31d04b15-a722-409c-b2da-dd8ba9efbf31),segment_id=31d04b15-a722-409c-b2da-dd8ba9efbf31)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:24.785286 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.803514 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Calling delete_port for 3e268b5f-6240-46f0-bb36-0d22be026be7 owned by network:dhcp {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:28:24.819956 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2ce7f3b7-cf3f-4385-8319-e0c9f5c49bce None None] Deleting port 3e268b5f-6240-46f0-bb36-0d22be026be7 {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:28:24.820316 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ce7f3b7-cf3f-4385-8319-e0c9f5c49bce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.903297 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 9981503e-8b09-4f19-9fc9-6b911ed05915 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:28:24.942910 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 9981503e-8b09-4f19-9fc9-6b911ed05915 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:28:24.942910 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 9981503e-8b09-4f19-9fc9-6b911ed05915 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:28:24.942910 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device adb9246f-2d7c-4e71-8b33-e0106ebdfc65 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:28:24.945025 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-2ce7f3b7-cf3f-4385-8319-e0c9f5c49bce None None] For port 3e268b5f-6240-46f0-bb36-0d22be026be7, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=3e268b5f-6240-46f0-bb36-0d22be026be7,segment=NetworkSegment(31d04b15-a722-409c-b2da-dd8ba9efbf31),segment_id=31d04b15-a722-409c-b2da-dd8ba9efbf31)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:24.945511 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ce7f3b7-cf3f-4385-8319-e0c9f5c49bce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.969178 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: adb9246f-2d7c-4e71-8b33-e0106ebdfc65 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:28:24.969436 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device adb9246f-2d7c-4e71-8b33-e0106ebdfc65 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:28:24.969877 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 3e268b5f-6240-46f0-bb36-0d22be026be7 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:28:24.996016 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-2ce7f3b7-cf3f-4385-8319-e0c9f5c49bce None None] Calling delete_port for 3e268b5f-6240-46f0-bb36-0d22be026be7 owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:28:24.999771 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:25.030016 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e268b5f-6240-46f0-bb36-0d22be026be7,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:25.035998 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] No DVR routers for this DVR port 3e268b5f-6240-46f0-bb36-0d22be026be7 on host dv-cinder-813223-5-iscsi {{(pid=103243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:28:25.063321 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No active binding found for port 3e268b5f-6240-46f0-bb36-0d22be026be7 {{(pid=103245) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 19:28:25.063700 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] The host dv-cinder-813223-5-iscsi is not matching for port 3e268b5f-6240-46f0-bb36-0d22be026be7 host None! {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 19:28:25.064089 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 3e268b5f-6240-46f0-bb36-0d22be026be7 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:28:25.117119 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2ce7f3b7-cf3f-4385-8319-e0c9f5c49bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994'] for port (3e268b5f-6240-46f0-bb36-0d22be026be7), after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:25.118029 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (2e5fd01b-9703-40e9-b4c4-e42b9cb13a47), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:25.146992 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7f3b7-cf3f-4385-8319-e0c9f5c49bce None None] Pushing event deleted for resources: {'Port': ['ID=3e268b5f-6240-46f0-bb36-0d22be026be7,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:25.150347 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5fd01b-9703-40e9-b4c4-e42b9cb13a47']}} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:25.151754 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7f3b7-cf3f-4385-8319-e0c9f5c49bce None None] No DVR routers for this DVR port 3e268b5f-6240-46f0-bb36-0d22be026be7 on host dv-cinder-813223-5-iscsi {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:28:25.162152 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d04b15-a722-409c-b2da-dd8ba9efbf31') {'for_net_delete': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:25.162608 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.services.segments.db [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d04b15-a722-409c-b2da-dd8ba9efbf31') {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:25.176070 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8960383'] for segment (31d04b15-a722-409c-b2da-dd8ba9efbf31), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:25.192137 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (31d04b15-a722-409c-b2da-dd8ba9efbf31), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=103243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207958'] for segment (31d04b15-a722-409c-b2da-dd8ba9efbf31), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: Traceback (most recent call last): Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: timer() Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: cb(*args, **kw) Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: return func(*args, **kwargs) Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: self._notify() Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: self.callback(batched_events) Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: event.method(event) Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: return f(self, *a, **k) Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._get(url).json() Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: return self.request(url, 'GET', **kwargs) Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:28:25.208227 dv-cinder-813223-5-iscsi neutron-server[103243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:28:25.318083 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (2e5fd01b-9703-40e9-b4c4-e42b9cb13a47), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:25.325330 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:25.328565 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] 10.222.0.72 "DELETE /v2.0/networks/2e5fd01b-9703-40e9-b4c4-e42b9cb13a47 HTTP/1.1" status: 204 len: 168 time: 0.8027122 Jan 31 19:28:25.342200 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d611192-dd5c-4091-a67e-4756e6c4966c admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5fd01b-9703-40e9-b4c4-e42b9cb13a47,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:25.856685 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 32934) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:25.905896 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-519ffa5b-6c49-4ba1-9423-37c05dd1cb3a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c5efca44518b4d30a825cfc60b7394a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479741 Jan 31 19:28:25.908450 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 32936) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:25.964533 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-67893e48-f137-43f5-8806-718f9865077d admin admin] Publish callbacks [] for security_group (82474a9a-8f4e-4247-ba9e-2530fa3aaf15), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:25.988723 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-67893e48-f137-43f5-8806-718f9865077d admin admin] Publish callbacks [] for security_group (82474a9a-8f4e-4247-ba9e-2530fa3aaf15), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:26.119396 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-67893e48-f137-43f5-8806-718f9865077d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (82474a9a-8f4e-4247-ba9e-2530fa3aaf15), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:26.122005 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-67893e48-f137-43f5-8806-718f9865077d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:26.123210 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-67893e48-f137-43f5-8806-718f9865077d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/82474a9a-8f4e-4247-ba9e-2530fa3aaf15 HTTP/1.1" status: 204 len: 168 time: 0.2138395 Jan 31 19:28:26.131807 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67893e48-f137-43f5-8806-718f9865077d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82474a9a-8f4e-4247-ba9e-2530fa3aaf15,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:26.901345 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 32946) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:26.951773 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-de5777b8-9d3d-4985-8f94-eeae9b697cdf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b2c9ba167fac4bb6bc5d1dfe05423ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492206 Jan 31 19:28:26.955130 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 32948) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:27.013491 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10f91d0b-5cba-465c-9fa7-02b1ee7a6990 admin admin] Publish callbacks [] for security_group (b1bf4497-9818-49f2-9dba-4ab91b681448), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:27.037921 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10f91d0b-5cba-465c-9fa7-02b1ee7a6990 admin admin] Publish callbacks [] for security_group (b1bf4497-9818-49f2-9dba-4ab91b681448), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:27.171091 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10f91d0b-5cba-465c-9fa7-02b1ee7a6990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (b1bf4497-9818-49f2-9dba-4ab91b681448), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:27.173652 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10f91d0b-5cba-465c-9fa7-02b1ee7a6990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:27.175096 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-10f91d0b-5cba-465c-9fa7-02b1ee7a6990 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1bf4497-9818-49f2-9dba-4ab91b681448 HTTP/1.1" status: 204 len: 168 time: 0.2189190 Jan 31 19:28:27.184159 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f91d0b-5cba-465c-9fa7-02b1ee7a6990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bf4497-9818-49f2-9dba-4ab91b681448,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:28.087412 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-37330dd5-15a8-4504-b2f0-55d1258b76cd tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:28.088767 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-37330dd5-15a8-4504-b2f0-55d1258b76cd tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/networks?id=975e288f-6988-47ec-a7af-1ae45bcc9de0 HTTP/1.1" status: 200 len: 814 time: 0.1334758 Jan 31 19:28:28.107215 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-4c73511e-4e92-4bc7-8133-0b5995873b6d tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/quotas/c1e20c0dc2af49eaa61b1538e228b709 HTTP/1.1" status: 200 len: 375 time: 0.0123518 Jan 31 19:28:28.146291 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-30077b23-0a5b-426f-b371-0178056ece8c tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1e20c0dc2af49eaa61b1538e228b709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326414 Jan 31 19:28:28.404958 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-67f1e6db-e54f-4161-9879-6e6bcfba0651 service neutron] 10.222.0.72 "GET /v2.0/networks/975e288f-6988-47ec-a7af-1ae45bcc9de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508132 Jan 31 19:28:28.526105 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 32996) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:28.542162 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-d7a9bab6-5205-4bf7-b507-cf4102715f1f service neutron] 10.222.0.72 "GET /v2.0/networks/975e288f-6988-47ec-a7af-1ae45bcc9de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298518 Jan 31 19:28:28.661123 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1080942720-network', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:28.886054 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b4cce8c7-397d-495c-8e7c-e66caddaf6e7 req-a2ad2ac7-892a-4df1-8998-ad06a0c58834 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 210 time: 0.0316737 Jan 31 19:28:28.887035 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Made reservation on behalf of 97db9d6a2b744c30b7ecf18e77093d37 for: {'network': 1} {{(pid=103243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:28:28.890367 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:28.902957 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:29.005010 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Publish callbacks [] for security_group (d2fd51eb-7a53-4865-9bf0-20ca0803eada), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:29.123773 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (d2fd51eb-7a53-4865-9bf0-20ca0803eada), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:29.157254 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1249} {{(pid=103243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:28:29.164062 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fd51eb-7a53-4865-9bf0-20ca0803eada,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:29.172772 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (938aad40-e954-4c0d-a412-3a083017e699), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:29.173268 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.segments_db [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Added segment 938aad40-e954-4c0d-a412-3a083017e699 of type vlan for network f5e0b566-945e-4d18-a856-db1971784ce0 Jan 31 19:28:29.224295 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (f5e0b566-945e-4d18-a856-db1971784ce0), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:29.323544 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (f5e0b566-945e-4d18-a856-db1971784ce0), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:29.324555 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:29.325174 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:29.395672 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] Pushing event updated for resources: {'Network': ['ID=f5e0b566-945e-4d18-a856-db1971784ce0,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:29.413010 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network f5e0b566-945e-4d18-a856-db1971784ce0 details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:28:29.419245 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-121fae86-bd61-4f26-9e8e-29ca68896d9d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8919432 Jan 31 19:28:29.423389 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33010) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:29.428723 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bca35334-9438-4d98-ad8d-41243d94ca10 admin admin] Request body: {'subnet': {'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1080942720-subnet', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:29.548115 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca35334-9438-4d98-ad8d-41243d94ca10 admin admin] Made reservation on behalf of 97db9d6a2b744c30b7ecf18e77093d37 for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:28:29.559703 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bca35334-9438-4d98-ad8d-41243d94ca10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9366769'] for subnet (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:29.914937 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bca35334-9438-4d98-ad8d-41243d94ca10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9366727'] for subnet (9806d60f-7379-4f82-a4f0-2550695c2001), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:29.998357 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-08fdedde-dc2b-4b6f-ae4b-0c72f8c37be2 req-b05f9e01-b999-4dbf-a488-ace2b4d6193c tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 210 time: 0.0500426 Jan 31 19:28:30.006061 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca35334-9438-4d98-ad8d-41243d94ca10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9806d60f-7379-4f82-a4f0-2550695c2001,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:30.029956 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca35334-9438-4d98-ad8d-41243d94ca10 admin admin] Checking segment: {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:28:30.030311 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca35334-9438-4d98-ad8d-41243d94ca10 admin admin] Network hostable DHCP agents. Network: f5e0b566-945e-4d18-a856-db1971784ce0, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:28:30.131324 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca35334-9438-4d98-ad8d-41243d94ca10 admin admin] Network f5e0b566-945e-4d18-a856-db1971784ce0 is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:28:30.250586 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-bca35334-9438-4d98-ad8d-41243d94ca10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, f5e0b566-945e-4d18-a856-db1971784ce0) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:28:30.260996 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca35334-9438-4d98-ad8d-41243d94ca10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:30.261606 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bca35334-9438-4d98-ad8d-41243d94ca10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:30.262082 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d528de-07b8-417f-a0e2-902b4dd3423d None None] Network f5e0b566-945e-4d18-a856-db1971784ce0 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:28:30.352795 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-bca35334-9438-4d98-ad8d-41243d94ca10 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9282758 Jan 31 19:28:30.355463 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33022) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:30.360491 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:30.384716 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbab7dfa-41f8-5c4b-aba0-772b36cf482d-f5e0b566-945e-4d18-a856-db1971784ce0', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001'}]}} from dv-cinder-813223-5-iscsi. {{(pid=103245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:28:30.386127 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:30.462354 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2073160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45537'] for router (ff7f605d-543e-4e67-9097-5a5f3e441626), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:30.463444 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2074296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1623956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45544'] for router (ff7f605d-543e-4e67-9097-5a5f3e441626), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:30.537940 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Allocated IP 172.20.0.2 (f5e0b566-945e-4d18-a856-db1971784ce0/9806d60f-7379-4f82-a4f0-2550695c2001/0e323524-1f0c-4aa8-a186-336891f6456c) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:28:30.540673 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Publish callbacks [] for router_controller (ff7f605d-543e-4e67-9097-5a5f3e441626), precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:30.711146 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Publish callbacks [] for port (0e323524-1f0c-4aa8-a186-336891f6456c), precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:30.787100 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:30.823999 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Publish callbacks [] for router_gateway (ff7f605d-543e-4e67-9097-5a5f3e441626), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:30.836530 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Network f5e0b566-945e-4d18-a856-db1971784ce0 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:28:30.841862 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:28:30.845735 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:28:30.853336 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Pushing event updated for resources: {'Port': ['ID=0e323524-1f0c-4aa8-a186-336891f6456c,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:30.923161 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Attempting to bind port 0e323524-1f0c-4aa8-a186-336891f6456c on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:28:30.923805 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Attempting to bind port 0e323524-1f0c-4aa8-a186-336891f6456c by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:28:30.924207 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Attempting to bind port 0e323524-1f0c-4aa8-a186-336891f6456c on network f5e0b566-945e-4d18-a856-db1971784ce0 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:28:30.930783 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:28:30.931297 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Checking segment: {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:28:30.931701 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:30.932660 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Bound using segment: {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:28:30.933181 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Bound port: 0e323524-1f0c-4aa8-a186-336891f6456c, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:28:30.933712 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:31.025938 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] For port 0e323524-1f0c-4aa8-a186-336891f6456c, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:28:31.031146 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] For port 0e323524-1f0c-4aa8-a186-336891f6456c, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=0e323524-1f0c-4aa8-a186-336891f6456c,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:28:31.119564 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c41fb2bb-dd20-4c06-8faf-d23fe2871e35 req-e831e9c8-78d1-4ead-884f-a13d47b1d89c tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 210 time: 0.0389712 Jan 31 19:28:31.131703 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:31.203154 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b982e40-9201-45b3-876e-542194e4ff60 None None] Pushing event updated for resources: {'Port': ['ID=0e323524-1f0c-4aa8-a186-336891f6456c,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:31.443573 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Publish callbacks [] for router_gateway (ff7f605d-543e-4e67-9097-5a5f3e441626), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:31.468707 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:31.599792 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Allocated IP 172.27.1.208 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:28:31.721169 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Publish callbacks [] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:31.828367 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:31.868726 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:28:31.873908 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:28:31.876341 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:28:31.903943 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:32.310330 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c15b60-4a0f-4239-8b81-ee2e4b765401 None None] Network f5e0b566-945e-4d18-a856-db1971784ce0 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:28:32.311080 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-08ad1970-ebe9-4081-b529-6f8293c9bad1 req-fa50e1c7-afb5-45ad-a08b-48aa6a52b583 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 210 time: 0.0638287 Jan 31 19:28:32.311080 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Publish callbacks [] for router_gateway (ff7f605d-543e-4e67-9097-5a5f3e441626), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:32.413643 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-56f09d48-494d-4036-95dc-216730b924ce None None] Provisioning complete for port 0e323524-1f0c-4aa8-a186-336891f6456c triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:32.414301 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56f09d48-494d-4036-95dc-216730b924ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:32.543673 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-56f09d48-494d-4036-95dc-216730b924ce None None] Current status of the port 0e323524-1f0c-4aa8-a186-336891f6456c is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:32.544702 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56f09d48-494d-4036-95dc-216730b924ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:32.580491 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2074305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078787'] for router (ff7f605d-543e-4e67-9097-5a5f3e441626), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:32.590252 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-56f09d48-494d-4036-95dc-216730b924ce None None] For port 0e323524-1f0c-4aa8-a186-336891f6456c, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=0e323524-1f0c-4aa8-a186-336891f6456c,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:32.680979 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-56f09d48-494d-4036-95dc-216730b924ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:32.737172 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09d48-494d-4036-95dc-216730b924ce None None] Pushing event updated for resources: {'Port': ['ID=0e323524-1f0c-4aa8-a186-336891f6456c,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:32.806444 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c009a2df-2509-4795-8838-ae321e7f4f99 None None] Provisioning complete for port 0e323524-1f0c-4aa8-a186-336891f6456c triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:32.806444 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c009a2df-2509-4795-8838-ae321e7f4f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:32.843051 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Router ff7f605d-543e-4e67-9097-5a5f3e441626 is scheduled to L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:28:32.894861 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c009a2df-2509-4795-8838-ae321e7f4f99 None None] Current status of the port 0e323524-1f0c-4aa8-a186-336891f6456c is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:32.938748 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 0e323524-1f0c-4aa8-a186-336891f6456c up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:28:32.963817 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:28:32.980261 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Sync routers for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:28:32.997741 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:32.998378 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:28:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:33.035096 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:33.036597 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-11263477-b1e6-4c68-aebd-3968e59325b2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6799867 Jan 31 19:28:33.039553 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33032) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:33.046326 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 0e323524-1f0c-4aa8-a186-336891f6456c triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:33.047709 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:33.149750 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:33.262861 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 0e323524-1f0c-4aa8-a186-336891f6456c is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:33.389895 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-12e7ee99-1a5b-421a-921e-a5b6d7ade249 req-fd1ba903-aa28-4277-b54e-cb33cb105a9e tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 210 time: 0.0374718 Jan 31 19:28:33.521350 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:33.529025 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:32Z', 'revision_number': 3, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:33.558226 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Checking router: ff7f605d-543e-4e67-9097-5a5f3e441626 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:28:33.558501 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Updating router ff7f605d-543e-4e67-9097-5a5f3e441626 port f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 binding host dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:28:33.593290 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:33.702610 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Allocated IP 172.20.0.1 (f5e0b566-945e-4d18-a856-db1971784ce0/9806d60f-7379-4f82-a4f0-2550695c2001/617a9d9c-ee83-483e-81b7-cd1c1cc07722) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:28:33.839729 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Publish callbacks [] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:33.922646 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Publish callbacks [] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:33.971732 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:33.998358 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:34.013239 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Network f5e0b566-945e-4d18-a856-db1971784ce0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:28:34.019521 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:28:34.032092 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:28:34.073987 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Attempting to bind port f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:28:34.080337 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Attempting to bind port f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:28:34.080337 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Attempting to bind port f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 on network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:28:34.080673 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Pushing event updated for resources: {'Port': ['ID=617a9d9c-ee83-483e-81b7-cd1c1cc07722,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:34.080799 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96357cd-403f-4bf9-ad6e-d4dad89147ae None None] Pushing event updated for resources: {'Port': ['ID=f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:34.091291 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:28:34.091291 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Checking segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:28:34.091291 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:34.091291 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Bound using segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:28:34.091891 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Bound port: f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:28:34.091891 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:34.152267 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2080534'] for router_interface (ff7f605d-543e-4e67-9097-5a5f3e441626), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:34.168840 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] For port f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:28:34.173815 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] For port f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:28:34.265072 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-c3211c05-3fb7-4aab-9da9-431ca13e11ce tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:34.267278 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-c3211c05-3fb7-4aab-9da9-431ca13e11ce tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.77 "GET /v2.0/networks?id=975e288f-6988-47ec-a7af-1ae45bcc9de0 HTTP/1.1" status: 200 len: 814 time: 0.2453632 Jan 31 19:28:34.269490 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:34.282236 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-723dc142-8728-4640-8ab2-f5698ca4f9a9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Request body: {'port': {'device_id': 'd466b3e3-0b13-46d0-831d-d30e22593fd0', 'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0', 'admin_state_up': True, 'tenant_id': 'c1e20c0dc2af49eaa61b1538e228b709'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:34.352656 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96357cd-403f-4bf9-ad6e-d4dad89147ae None None] Pushing event updated for resources: {'Port': ['ID=f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:34.356032 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:34.356642 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:28:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:34.365671 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-327d5234-23e2-4448-8245-c6e5fb076d51 None None] Provisioning complete for port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:34.365671 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-327d5234-23e2-4448-8245-c6e5fb076d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:34.458584 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-327d5234-23e2-4448-8245-c6e5fb076d51 None None] Port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:28:34.541116 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:34.591102 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0a03b3b9-b43d-4e79-b034-bb8c725fdd81 req-d55a7885-c70b-4337-88e4-9b1288261667 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 210 time: 0.0663059 Jan 31 19:28:34.596941 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:34.669798 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-723dc142-8728-4640-8ab2-f5698ca4f9a9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Made reservation on behalf of c1e20c0dc2af49eaa61b1538e228b709 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:28:34.673328 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-723dc142-8728-4640-8ab2-f5698ca4f9a9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:34.776295 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:32Z', 'revision_number': 3, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:34.806059 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2dd95a-b96c-4fa8-94d1-a4916fe4db39 None None] The sync data for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi is: [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:32Z', 'revision_number': 3, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:28:34.900074 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Publish callbacks [] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:34.920908 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-723dc142-8728-4640-8ab2-f5698ca4f9a9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Allocated IP 172.20.0.11 (975e288f-6988-47ec-a7af-1ae45bcc9de0/67aed29a-d29e-4a83-b003-6ca7882fa05a/e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:28:35.021491 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:35.165482 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073478'] for router_interface (ff7f605d-543e-4e67-9097-5a5f3e441626), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:35.178161 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Pushing event updated for resources: {'Port': ['ID=617a9d9c-ee83-483e-81b7-cd1c1cc07722,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:35.232967 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-723dc142-8728-4640-8ab2-f5698ca4f9a9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks [] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:35.337081 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Network f5e0b566-945e-4d18-a856-db1971784ce0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:28:35.338580 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:28:35.395278 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-723dc142-8728-4640-8ab2-f5698ca4f9a9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:35.590635 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-f5aa0aa3-292a-4cdb-b03c-15134a285146 None None] Provisioning complete for port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:35.591211 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0aa3-292a-4cdb-b03c-15134a285146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:35.659957 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa0aa3-292a-4cdb-b03c-15134a285146 None None] Port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:28:35.747621 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c11ac7-5d79-4690-bad3-3a520c5fe72f req-3d5039fa-0306-4791-88ae-5726d4df8fa6 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:35.749348 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-96c11ac7-5d79-4690-bad3-3a520c5fe72f req-3d5039fa-0306-4791-88ae-5726d4df8fa6 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 932 time: 0.0703483 Jan 31 19:28:35.814312 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-96c11ac7-5d79-4690-bad3-3a520c5fe72f req-f9758984-7b5f-4555-9948-aab9c7c792c9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574791 Jan 31 19:28:35.819881 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-723dc142-8728-4640-8ab2-f5698ca4f9a9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Network 975e288f-6988-47ec-a7af-1ae45bcc9de0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:28:35.823599 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-723dc142-8728-4640-8ab2-f5698ca4f9a9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:28:35.827970 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dc142-8728-4640-8ab2-f5698ca4f9a9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Pushing event updated for resources: {'Port': ['ID=e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:35.833376 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-723dc142-8728-4640-8ab2-f5698ca4f9a9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:28:35.896472 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Router ff7f605d-543e-4e67-9097-5a5f3e441626 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:28:35.912349 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-723dc142-8728-4640-8ab2-f5698ca4f9a9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:35.913031 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-723dc142-8728-4640-8ab2-f5698ca4f9a9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:36.060498 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:28:36.066666 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-723dc142-8728-4640-8ab2-f5698ca4f9a9 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7901435 Jan 31 19:28:36.070552 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-bfcc1319-1daa-49fe-bd21-ff1609f956c1 admin admin] 10.222.0.72 "PUT /v2.0/routers/ff7f605d-543e-4e67-9097-5a5f3e441626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0295756 Jan 31 19:28:36.083387 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Request body: {'port': {'device_id': 'd466b3e3-0b13-46d0-831d-d30e22593fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:36.154651 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:36.505581 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:28:36.514255 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Publish callbacks [] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:36.530034 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Transition to ACTIVE for port object e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:28:36.699903 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Sync routers for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:28:36.711287 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:36.711909 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:28:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:36.782584 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:36.882655 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:36.893312 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:36.978755 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Attempting to bind port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:28:36.979330 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Attempting to bind port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'fcb3bcfa-62f8-4773-86d6-3ec9655532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:28:36.979455 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Attempting to bind port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 on network 975e288f-6988-47ec-a7af-1ae45bcc9de0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:28:36.985560 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 on network 975e288f-6988-47ec-a7af-1ae45bcc9de0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:28:36.986067 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Attempting to bind port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 on network 975e288f-6988-47ec-a7af-1ae45bcc9de0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:28:36.993008 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:28:36.993406 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Checking segment: {'id': 'fcb3bcfa-62f8-4773-86d6-3ec9655532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:28:36.993850 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Bound using segment: {'id': 'fcb3bcfa-62f8-4773-86d6-3ec9655532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:28:36.994322 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Bound port: e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb3bcfa-62f8-4773-86d6-3ec9655532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:28:36.994680 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:37.000589 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:28:37.077565 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] For port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:28:37.082914 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] For port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427,segment=NetworkSegment(fcb3bcfa-62f8-4773-86d6-3ec9655532c5),segment_id=fcb3bcfa-62f8-4773-86d6-3ec9655532c5)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:28:37.090966 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:37.091353 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:37.153448 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:37.240014 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:37.240479 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:37.242015 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] 10.222.0.77 "PUT /v2.0/ports/e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 HTTP/1.1" status: 200 len: 1094 time: 1.1639016 Jan 31 19:28:37.242246 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:37.242511 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd466b3e3-0b13-46d0-831d-d30e22593fd0', 'tag': 'e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:28:37.242625 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:37.257092 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da48ebc-67fc-42f1-8d7d-d94d8fa4d373" -d '{"events": [{"name": "network-changed", "server_uuid": "d466b3e3-0b13-46d0-831d-d30e22593fd0", "tag": "e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:28:37.272334 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a552e13-efc0-4215-9dd8-357499111244 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:37.277913 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:37.306797 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33082) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:37.312184 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1691250626-network', 'tenant_id': '878c0df24785424d9320c6025b1ad03f'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:37.325203 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 2, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:37.341341 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d80f631-d746-433c-8994-38d5bab1b3ce x-openstack-request-id: req-8d80f631-d746-433c-8994-38d5bab1b3ce {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:28:37.344995 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d466b3e3-0b13-46d0-831d-d30e22593fd0", "tag": "e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:28:37.344995 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d80f631-d746-433c-8994-38d5bab1b3ce {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:28:37.344995 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd466b3e3-0b13-46d0-831d-d30e22593fd0', 'tag': 'e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427', 'status': 'completed', 'code': 200} Jan 31 19:28:37.382263 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Checking router: ff7f605d-543e-4e67-9097-5a5f3e441626 for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:28:37.382617 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Updating router ff7f605d-543e-4e67-9097-5a5f3e441626 port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 binding host dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:28:37.417923 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:37.457571 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e1fce-9db0-4ed4-a269-cac48caa229f req-496d0d2f-73d2-471b-95ba-8dd2c85e9066 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:37.459749 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-067e1fce-9db0-4ed4-a269-cac48caa229f req-496d0d2f-73d2-471b-95ba-8dd2c85e9066 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 944 time: 0.5043979 Jan 31 19:28:37.470568 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da48ebc-67fc-42f1-8d7d-d94d8fa4d373 req-db3b6ba5-bfe4-41bc-bb21-eaf9d37ac9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:37.472552 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9da48ebc-67fc-42f1-8d7d-d94d8fa4d373 req-db3b6ba5-bfe4-41bc-bb21-eaf9d37ac9ae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1e20c0dc2af49eaa61b1538e228b709&device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 1128 time: 0.1035087 Jan 31 19:28:37.563344 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:37.586371 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Made reservation on behalf of 878c0df24785424d9320c6025b1ad03f for: {'network': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:28:37.590870 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for network (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:37.614148 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:37.623667 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-067e1fce-9db0-4ed4-a269-cac48caa229f req-a6d6756a-95d6-4f52-8982-8c53ae8304ac tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563940 Jan 31 19:28:37.625786 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:37.666797 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da48ebc-67fc-42f1-8d7d-d94d8fa4d373 req-52b47493-ea32-4a06-bf64-35b5fa8a04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:37.668296 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9da48ebc-67fc-42f1-8d7d-d94d8fa4d373 req-52b47493-ea32-4a06-bf64-35b5fa8a04bb service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c1e20c0dc2af49eaa61b1538e228b709&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1883519 Jan 31 19:28:37.831909 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Publish callbacks [] for security_group (a25d5efa-d985-457d-a674-b47e40e2c6fa), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:37.833882 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da48ebc-67fc-42f1-8d7d-d94d8fa4d373 req-8cc13d6c-91f0-4d7d-854b-07127aff27dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:37.835392 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9da48ebc-67fc-42f1-8d7d-d94d8fa4d373 req-8cc13d6c-91f0-4d7d-854b-07127aff27dd service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1598508 Jan 31 19:28:37.837161 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Publish callbacks [] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:37.931636 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-5e3ad261-7975-4abb-a932-bb8b1afa452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:37.933544 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-5e3ad261-7975-4abb-a932-bb8b1afa452a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1e20c0dc2af49eaa61b1538e228b709&device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 1128 time: 0.0552530 Jan 31 19:28:37.981674 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-f613a953-954f-47d6-a5de-448c2640823e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 HTTP/1.1" status: 200 len: 217 time: 0.0395503 Jan 31 19:28:37.999396 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.000983 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (a25d5efa-d985-457d-a674-b47e40e2c6fa), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.057838 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Pushing event updated for resources: {'Port': ['ID=617a9d9c-ee83-483e-81b7-cd1c1cc07722,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:38.065868 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1237} {{(pid=103244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:28:38.084004 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:38.084399 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:38.084775 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:38.085162 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:38.085500 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:38.086024 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:38.086526 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:38.087020 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:38.087406 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-0d598937-7780-4713-9604-7e3d2113d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:38.087716 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:38.088212 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:38.088706 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:38.089254 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-0d598937-7780-4713-9604-7e3d2113d5df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67aed29a-d29e-4a83-b003-6ca7882fa05a HTTP/1.1" status: 200 len: 854 time: 0.0985155 Jan 31 19:28:38.089441 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:38.089937 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:38.092011 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25d5efa-d985-457d-a674-b47e40e2c6fa,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:38.099173 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (65c5b1b6-018b-4282-83d8-864fd4759549), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.099173 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.segments_db [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Added segment 65c5b1b6-018b-4282-83d8-864fd4759549 of type vlan for network fc1af1ba-69d6-4e51-80cb-02c7643f8f09 Jan 31 19:28:38.136054 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Attempting to bind port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:28:38.136527 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Attempting to bind port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:28:38.136959 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Attempting to bind port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 on network f5e0b566-945e-4d18-a856-db1971784ce0 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:28:38.147432 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:28:38.151718 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Checking segment: {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:28:38.151718 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.151718 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Bound using segment: {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:28:38.151718 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Bound port: 617a9d9c-ee83-483e-81b7-cd1c1cc07722, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:28:38.151718 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.177098 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-71c83b58-b1e7-4a58-9ff0-703963c0a600 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=975e288f-6988-47ec-a7af-1ae45bcc9de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763459 Jan 31 19:28:38.212976 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744417897593'] for network (fc1af1ba-69d6-4e51-80cb-02c7643f8f09), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.250116 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] For port 617a9d9c-ee83-483e-81b7-cd1c1cc07722, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:28:38.260802 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] For port 617a9d9c-ee83-483e-81b7-cd1c1cc07722, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=617a9d9c-ee83-483e-81b7-cd1c1cc07722,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:28:38.308161 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-e064442b-d3c4-413e-ac39-993aa881cb63 service neutron] 10.222.0.77 "GET /v2.0/networks/975e288f-6988-47ec-a7af-1ae45bcc9de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182108 Jan 31 19:28:38.347293 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.400166 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:38.400927 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:28:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:38.418625 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059'] for network (fc1af1ba-69d6-4e51-80cb-02c7643f8f09), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.419707 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:38.420289 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.427286 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-14a112ef-e8cf-4e70-becc-2b9d7fc16453 None None] Provisioning complete for port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:38.428332 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14a112ef-e8cf-4e70-becc-2b9d7fc16453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.447925 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-a785379f-e410-423b-8fbb-d9c55fef1626 req-e249e3ea-702d-46dc-a86c-3ab169a667b1 service neutron] 10.222.0.77 "GET /v2.0/networks/975e288f-6988-47ec-a7af-1ae45bcc9de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327732 Jan 31 19:28:38.506693 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1af1ba-69d6-4e51-80cb-02c7643f8f09,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:38.519906 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Network fc1af1ba-69d6-4e51-80cb-02c7643f8f09 details requested by agent ovs-agent-dv-cinder-813223-5-iscsi with host dv-cinder-813223-5-iscsi {{(pid=103245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:28:38.527995 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad405b-deea-49c2-9fd7-f668dbbc8305 None None] Pushing event updated for resources: {'Port': ['ID=617a9d9c-ee83-483e-81b7-cd1c1cc07722,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:38.557508 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:38.564035 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-10a47fef-e9b7-4b9e-8774-831645fc1287 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2561052 Jan 31 19:28:38.567504 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33088) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:38.577040 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-80d7b2e0-373c-4b94-959a-65de25fe6cf4 admin admin] Request body: {'subnet': {'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1691250626-subnet', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'ip_version': 4}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:38.589644 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-14a112ef-e8cf-4e70-becc-2b9d7fc16453 None None] Current status of the port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:38.591626 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14a112ef-e8cf-4e70-becc-2b9d7fc16453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.714216 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-14a112ef-e8cf-4e70-becc-2b9d7fc16453 None None] For port 617a9d9c-ee83-483e-81b7-cd1c1cc07722, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=617a9d9c-ee83-483e-81b7-cd1c1cc07722,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:38.719810 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d7b2e0-373c-4b94-959a-65de25fe6cf4 admin admin] Made reservation on behalf of 878c0df24785424d9320c6025b1ad03f for: {'subnet': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:28:38.722748 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80d7b2e0-373c-4b94-959a-65de25fe6cf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9366769'] for subnet (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.805557 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-14a112ef-e8cf-4e70-becc-2b9d7fc16453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.840353 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:38.896746 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0830519-0601-474a-a9be-e22e824b0eaf None None] The sync data for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi is: [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:28:38.952906 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-9c5eff01-485b-4382-8d16-3945e26d0206 None None] Provisioning complete for port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:38.952906 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-9c5eff01-485b-4382-8d16-3945e26d0206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:38.959562 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a112ef-e8cf-4e70-becc-2b9d7fc16453 None None] Pushing event updated for resources: {'Port': ['ID=617a9d9c-ee83-483e-81b7-cd1c1cc07722,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:39.037687 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:28:39.153716 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-9c5eff01-485b-4382-8d16-3945e26d0206 None None] Current status of the port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:39.163103 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:39.163537 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:39.170275 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80d7b2e0-373c-4b94-959a-65de25fe6cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9366727'] for subnet (f380916a-5eb3-4a86-835e-c337a65d621f), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:39.226236 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934924b5-7deb-48f5-807d-f9781eb974b7 req-206248e9-ecee-4d38-b8a8-6d67ef1d7027 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:39.231010 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-934924b5-7deb-48f5-807d-f9781eb974b7 req-206248e9-ecee-4d38-b8a8-6d67ef1d7027 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 944 time: 0.4938450 Jan 31 19:28:39.282375 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:39.302382 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-934924b5-7deb-48f5-807d-f9781eb974b7 req-98d81e9e-c6eb-4d69-ba6b-7c171e2e8d79 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619526 Jan 31 19:28:39.316601 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7b2e0-373c-4b94-959a-65de25fe6cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f380916a-5eb3-4a86-835e-c337a65d621f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:39.327597 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d7b2e0-373c-4b94-959a-65de25fe6cf4 admin admin] Checking segment: {'id': '65c5b1b6-018b-4282-83d8-864fd4759549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:28:39.328101 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d7b2e0-373c-4b94-959a-65de25fe6cf4 admin admin] Network hostable DHCP agents. Network: fc1af1ba-69d6-4e51-80cb-02c7643f8f09, hostable agents: ['baabcbc8-5c1d-4bcb-adbf-59dcabedf035'], hosted agents: [] {{(pid=103244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:28:39.418133 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d7b2e0-373c-4b94-959a-65de25fe6cf4 admin admin] Network fc1af1ba-69d6-4e51-80cb-02c7643f8f09 is scheduled to be hosted by DHCP agent baabcbc8-5c1d-4bcb-adbf-59dcabedf035 with binding_index 1 {{(pid=103244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:28:39.540695 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-80d7b2e0-373c-4b94-959a-65de25fe6cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-5-iscsi, fc1af1ba-69d6-4e51-80cb-02c7643f8f09) {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:28:39.547013 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7b2e0-373c-4b94-959a-65de25fe6cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:39.547732 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-80d7b2e0-373c-4b94-959a-65de25fe6cf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:39.555495 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de991763-f889-4111-aa78-3b3a895ea86d None None] Network fc1af1ba-69d6-4e51-80cb-02c7643f8f09 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:28:39.688747 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbab7dfa-41f8-5c4b-aba0-772b36cf482d-fc1af1ba-69d6-4e51-80cb-02c7643f8f09', 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09', 'project_id': '878c0df24785424d9320c6025b1ad03f', 'fixed_ips': [{'subnet_id': 'f380916a-5eb3-4a86-835e-c337a65d621f'}]}} from dv-cinder-813223-5-iscsi. {{(pid=103245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:28:39.689733 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:39.693487 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-80d7b2e0-373c-4b94-959a-65de25fe6cf4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1222599 Jan 31 19:28:39.695311 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33100) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:39.707865 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1691250626-router', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:39.853678 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2073160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45537'] for router (285921ad-2da8-4ede-9d84-676d92ed612e), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:39.853678 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2074296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1623956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45544'] for router (285921ad-2da8-4ede-9d84-676d92ed612e), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:39.886110 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.db_base_plugin_common [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Allocated IP 172.20.0.2 (fc1af1ba-69d6-4e51-80cb-02c7643f8f09/f380916a-5eb3-4a86-835e-c337a65d621f/5b99adb0-9513-4f3d-a4c6-f5250ede378e) {{(pid=103245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:28:39.923440 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Publish callbacks [] for router_controller (285921ad-2da8-4ede-9d84-676d92ed612e), precommit_add_association {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:40.101845 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Publish callbacks [] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), precommit_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:40.169830 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Publish callbacks [] for router_gateway (285921ad-2da8-4ede-9d84-676d92ed612e), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:40.234105 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), after_create {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:40.294511 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Network fc1af1ba-69d6-4e51-80cb-02c7643f8f09 is already hosted by enough agents. {{(pid=103245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:28:40.303306 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.scheduler.base_scheduler [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Resources bound (agent type, host, resource id): {{(pid=103245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:28:40.307198 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Received port after_create {{(pid=103245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:28:40.313536 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Pushing event updated for resources: {'Port': ['ID=5b99adb0-9513-4f3d-a4c6-f5250ede378e,revision_number=1']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:40.395441 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Attempting to bind port 5b99adb0-9513-4f3d-a4c6-f5250ede378e on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:28:40.395970 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Attempting to bind port 5b99adb0-9513-4f3d-a4c6-f5250ede378e by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '65c5b1b6-018b-4282-83d8-864fd4759549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:28:40.396495 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Attempting to bind port 5b99adb0-9513-4f3d-a4c6-f5250ede378e on network fc1af1ba-69d6-4e51-80cb-02c7643f8f09 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:28:40.404338 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:28:40.404831 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Checking segment: {'id': '65c5b1b6-018b-4282-83d8-864fd4759549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:28:40.405295 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:40.405802 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Bound using segment: {'id': '65c5b1b6-018b-4282-83d8-864fd4759549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:28:40.406372 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Bound port: 5b99adb0-9513-4f3d-a4c6-f5250ede378e, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c5b1b6-018b-4282-83d8-864fd4759549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:28:40.406832 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:40.500476 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03cc7b-54bb-4e07-b15c-cbf435b486f6 req-72833cdc-7ef1-4a2c-83e0-2527ded12e7a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:40.509834 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-af03cc7b-54bb-4e07-b15c-cbf435b486f6 req-72833cdc-7ef1-4a2c-83e0-2527ded12e7a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 944 time: 0.0832567 Jan 31 19:28:40.510056 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] For port 5b99adb0-9513-4f3d-a4c6-f5250ede378e, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:28:40.510706 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] For port 5b99adb0-9513-4f3d-a4c6-f5250ede378e, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=5b99adb0-9513-4f3d-a4c6-f5250ede378e,segment=NetworkSegment(65c5b1b6-018b-4282-83d8-864fd4759549),segment_id=65c5b1b6-018b-4282-83d8-864fd4759549)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:28:40.646736 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:40.666448 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-af03cc7b-54bb-4e07-b15c-cbf435b486f6 req-09bdc066-f920-4e82-9067-17097bc808a4 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508682 Jan 31 19:28:40.686776 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Publish callbacks [] for router_gateway (285921ad-2da8-4ede-9d84-676d92ed612e), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:40.722532 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:40.730281 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29172765-bfea-41ec-917b-8b10a7914534 None None] Pushing event updated for resources: {'Port': ['ID=5b99adb0-9513-4f3d-a4c6-f5250ede378e,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:40.873599 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Allocated IP 172.27.1.28 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/34c364f3-059b-4951-9efd-0957c7f038de) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:28:40.955039 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:28:41.060720 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Publish callbacks [] for port (34c364f3-059b-4951-9efd-0957c7f038de), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.085952 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 617a9d9c-ee83-483e-81b7-cd1c1cc07722 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:28:41.103575 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33110) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:41.194569 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (34c364f3-059b-4951-9efd-0957c7f038de), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.246559 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:28:41.254663 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:28:41.259575 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:28:41.262895 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Pushing event updated for resources: {'Port': ['ID=34c364f3-059b-4951-9efd-0957c7f038de,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:41.294859 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e77997da-a540-4d07-8638-e5bdc5134de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.321549 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427,segment=NetworkSegment(fcb3bcfa-62f8-4773-86d6-3ec9655532c5),segment_id=fcb3bcfa-62f8-4773-86d6-3ec9655532c5)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:41.343076 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': 'e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427', 'network_id': '975e288f-6988-47ec-a7af-1ae45bcc9de0', 'port_id': 'e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427', 'mac_address': 'fa:16:3e:d6:7e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67aed29a-d29e-4a83-b003-6ca7882fa05a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:28:41.346750 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:41.347180 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.418384 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e77997da-a540-4d07-8638-e5bdc5134de4 admin admin] Publish callbacks [] for security_group (a7ad4d0f-ee85-4164-891a-3e3a03262aa6), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.439709 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:41.440782 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.459994 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:28:41.484745 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-e77997da-a540-4d07-8638-e5bdc5134de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (a7ad4d0f-ee85-4164-891a-3e3a03262aa6), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.504853 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427,segment=NetworkSegment(fcb3bcfa-62f8-4773-86d6-3ec9655532c5),segment_id=fcb3bcfa-62f8-4773-86d6-3ec9655532c5)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:41.517005 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:41.524699 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77997da-a540-4d07-8638-e5bdc5134de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ad4d0f-ee85-4164-891a-3e3a03262aa6,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:41.529181 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-781ad523-cf75-4bd8-a684-44dfa2e0e6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.529450 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-e77997da-a540-4d07-8638-e5bdc5134de4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b7a6222883e840dbbc780489ee9ce00d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4246938 Jan 31 19:28:41.540947 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33114) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:41.616264 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed58369a-75f4-4af5-ae94-073399d84aae admin admin] Publish callbacks [] for security_group (a7ad4d0f-ee85-4164-891a-3e3a03262aa6), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.623103 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.658069 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed58369a-75f4-4af5-ae94-073399d84aae admin admin] Publish callbacks [] for security_group (a7ad4d0f-ee85-4164-891a-3e3a03262aa6), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.704135 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Publish callbacks [] for router_gateway (285921ad-2da8-4ede-9d84-676d92ed612e), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.724297 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:41.834716 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.853112 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40148864-210d-4420-807f-6718b519c3cd req-95c3027b-6034-4b69-9c7f-d407c2071c49 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:41.855349 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-40148864-210d-4420-807f-6718b519c3cd req-95c3027b-6034-4b69-9c7f-d407c2071c49 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 945 time: 0.0824244 Jan 31 19:28:41.871999 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:28:41.922276 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-40148864-210d-4420-807f-6718b519c3cd req-efa87d06-287a-4a17-aeb7-6a734ebbaf0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609472 Jan 31 19:28:41.923738 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed58369a-75f4-4af5-ae94-073399d84aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (a7ad4d0f-ee85-4164-891a-3e3a03262aa6), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.928049 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ed58369a-75f4-4af5-ae94-073399d84aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:41.929713 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-ed58369a-75f4-4af5-ae94-073399d84aae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7ad4d0f-ee85-4164-891a-3e3a03262aa6 HTTP/1.1" status: 204 len: 168 time: 0.3929939 Jan 31 19:28:41.966260 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58369a-75f4-4af5-ae94-073399d84aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ad4d0f-ee85-4164-891a-3e3a03262aa6,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:42.037087 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2074305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078787'] for router (285921ad-2da8-4ede-9d84-676d92ed612e), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:42.103448 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f79f75-520e-45b5-93e2-d58d4f98a0ef None None] Network fc1af1ba-69d6-4e51-80cb-02c7643f8f09 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:28:42.246193 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-65db6722-8176-4b77-ab9a-4a3ef58069e4 None None] Provisioning complete for port 5b99adb0-9513-4f3d-a4c6-f5250ede378e triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:42.246553 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65db6722-8176-4b77-ab9a-4a3ef58069e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:42.302806 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Router 285921ad-2da8-4ede-9d84-676d92ed612e is scheduled to L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f with binding_index 1 {{(pid=103244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:28:42.403501 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-65db6722-8176-4b77-ab9a-4a3ef58069e4 None None] Current status of the port 5b99adb0-9513-4f3d-a4c6-f5250ede378e is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:42.405212 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65db6722-8176-4b77-ab9a-4a3ef58069e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:42.458217 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-65db6722-8176-4b77-ab9a-4a3ef58069e4 None None] For port 5b99adb0-9513-4f3d-a4c6-f5250ede378e, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=5b99adb0-9513-4f3d-a4c6-f5250ede378e,segment=NetworkSegment(65c5b1b6-018b-4282-83d8-864fd4759549),segment_id=65c5b1b6-018b-4282-83d8-864fd4759549)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:42.537266 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-65db6722-8176-4b77-ab9a-4a3ef58069e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:42.621099 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db6722-8176-4b77-ab9a-4a3ef58069e4 None None] Pushing event updated for resources: {'Port': ['ID=5b99adb0-9513-4f3d-a4c6-f5250ede378e,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:42.761718 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-95648e65-3e35-42d3-a3f8-0b7df35dc575 None None] Provisioning complete for port 5b99adb0-9513-4f3d-a4c6-f5250ede378e triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:42.762458 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-95648e65-3e35-42d3-a3f8-0b7df35dc575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:42.771247 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:28:42.798308 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Sync routers for ids ['285921ad-2da8-4ede-9d84-676d92ed612e'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:28:42.822191 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Routers {'285921ad-2da8-4ede-9d84-676d92ed612e'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:42.822930 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:28:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['285921ad-2da8-4ede-9d84-676d92ed612e'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:42.862934 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:42.870666 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33120) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:42.873304 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-5e200f6e-18bc-4acf-87c4-0a39c8920377 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1751478 Jan 31 19:28:42.995187 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:28:42.999741 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 5b99adb0-9513-4f3d-a4c6-f5250ede378e up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:28:43.055139 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-95648e65-3e35-42d3-a3f8-0b7df35dc575 None None] Current status of the port 5b99adb0-9513-4f3d-a4c6-f5250ede378e is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:43.102446 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Set router 285921ad-2da8-4ede-9d84-676d92ed612e gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:43.107077 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bfb45-9ee6-4029-92d4-03d50caa7875 req-2ecd2437-b277-4795-b839-d561f131ab47 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:43.109764 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0b1bfb45-9ee6-4029-92d4-03d50caa7875 req-2ecd2437-b277-4795-b839-d561f131ab47 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 945 time: 0.0740080 Jan 31 19:28:43.182174 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0b1bfb45-9ee6-4029-92d4-03d50caa7875 req-038894e3-796f-4658-bb88-623430259d17 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640123 Jan 31 19:28:43.220885 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 5b99adb0-9513-4f3d-a4c6-f5250ede378e triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:43.222047 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:43.288986 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:28:43.305510 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:43.305775 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:43.439226 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:43.510146 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 5b99adb0-9513-4f3d-a4c6-f5250ede378e is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:43.518898 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:43.519295 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:43.540085 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'name': 'tempest-TestVolumeBootPattern-1691250626-router', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '34c364f3-059b-4951-9efd-0957c7f038de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:39Z', 'updated_at': '2022-01-31T19:28:41Z', 'revision_number': 3, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'gw_port': {'id': '34c364f3-059b-4951-9efd-0957c7f038de', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:40Z', 'updated_at': '2022-01-31T19:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:43.575075 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Checking router: 285921ad-2da8-4ede-9d84-676d92ed612e for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:28:43.575337 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Updating router 285921ad-2da8-4ede-9d84-676d92ed612e port 34c364f3-059b-4951-9efd-0957c7f038de binding host dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:28:43.583572 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd466b3e3-0b13-46d0-831d-d30e22593fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:28:43.585969 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0212dc-983f-42d4-9fdb-1eb515bdcd87" -d '{"events": [{"server_uuid": "d466b3e3-0b13-46d0-831d-d30e22593fd0", "name": "network-vif-plugged", "status": "completed", "tag": "e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:28:43.624984 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427,segment=NetworkSegment(fcb3bcfa-62f8-4773-86d6-3ec9655532c5),segment_id=fcb3bcfa-62f8-4773-86d6-3ec9655532c5)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:43.636518 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (34c364f3-059b-4951-9efd-0957c7f038de), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:43.662180 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_common [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Allocated IP 172.20.0.1 (fc1af1ba-69d6-4e51-80cb-02c7643f8f09/f380916a-5eb3-4a86-835e-c337a65d621f/2e1b51c9-637d-4c26-91f2-bcff378eb5f3) {{(pid=103243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:28:43.665105 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5562a2-18fe-467f-9143-3a4600eedee1 x-openstack-request-id: req-6d5562a2-18fe-467f-9143-3a4600eedee1 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:28:43.673285 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d466b3e3-0b13-46d0-831d-d30e22593fd0", "name": "network-vif-plugged", "status": "completed", "tag": "e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:28:43.673285 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6d5562a2-18fe-467f-9143-3a4600eedee1 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:28:43.673285 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd466b3e3-0b13-46d0-831d-d30e22593fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427', 'code': 200} Jan 31 19:28:43.760465 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:43.808452 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Publish callbacks [] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:43.853224 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:43.926062 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:43.979931 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Network fc1af1ba-69d6-4e51-80cb-02c7643f8f09 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:28:43.983544 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:28:43.989332 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Received port after_create {{(pid=103243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:28:44.014230 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1b51c9-637d-4c26-91f2-bcff378eb5f3,revision_number=1']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:44.045919 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2080534'] for router_interface (285921ad-2da8-4ede-9d84-676d92ed612e), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.071615 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5c304f4c-fa0e-4da3-ada4-d194c7a21746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.097998 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8a085-e6c0-4bc9-9e6a-3fab623031a5 req-135817e2-81db-4701-8f25-da225495935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:44.100739 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-20e8a085-e6c0-4bc9-9e6a-3fab623031a5 req-135817e2-81db-4701-8f25-da225495935d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 1130 time: 0.0898659 Jan 31 19:28:44.173980 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-20e8a085-e6c0-4bc9-9e6a-3fab623031a5 req-56bc6a63-6897-4c23-ac33-b7b90a61ebb0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663474 Jan 31 19:28:44.201272 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Publish callbacks [] for port (34c364f3-059b-4951-9efd-0957c7f038de), precommit_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.292334 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (34c364f3-059b-4951-9efd-0957c7f038de), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.296417 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-1faba630-b57d-4c35-926b-28fe6f9781bb None None] Provisioning complete for port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:44.296791 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1faba630-b57d-4c35-926b-28fe6f9781bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.312187 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.345498 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a832d-8ee7-4d64-99b4-b1c5c62dbbb9 req-18a96f0e-3b1c-4cf3-85d9-9fee4da24ce6 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:44.354418 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-595a832d-8ee7-4d64-99b4-b1c5c62dbbb9 req-18a96f0e-3b1c-4cf3-85d9-9fee4da24ce6 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 946 time: 0.0865531 Jan 31 19:28:44.400887 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228fba7-4fd1-4100-9421-e289b7dd644c None None] Pushing event updated for resources: {'Port': ['ID=34c364f3-059b-4951-9efd-0957c7f038de,revision_number=2']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:44.403877 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1faba630-b57d-4c35-926b-28fe6f9781bb None None] Port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:28:44.406053 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Attempting to bind port 34c364f3-059b-4951-9efd-0957c7f038de on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:28:44.406448 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Attempting to bind port 34c364f3-059b-4951-9efd-0957c7f038de by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:28:44.406821 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Attempting to bind port 34c364f3-059b-4951-9efd-0957c7f038de on network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:28:44.414272 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:28:44.414650 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Checking segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:28:44.415059 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.415429 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Bound using segment: {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'} {{(pid=103245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:28:44.415580 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-595a832d-8ee7-4d64-99b4-b1c5c62dbbb9 req-b10b416f-e867-41b3-a092-0c648418dbda tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600286 Jan 31 19:28:44.415966 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.managers [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Bound port: 34c364f3-059b-4951-9efd-0957c7f038de, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46031ccf-4fbf-46b3-9621-72756b21a888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32'}}] {{(pid=103245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:28:44.416344 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (34c364f3-059b-4951-9efd-0957c7f038de), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.480617 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] For port 34c364f3-059b-4951-9efd-0957c7f038de, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:28:44.485474 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] For port 34c364f3-059b-4951-9efd-0957c7f038de, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=34c364f3-059b-4951-9efd-0957c7f038de,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:28:44.525023 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Publish callbacks [] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.622834 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (34c364f3-059b-4951-9efd-0957c7f038de), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.662547 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3208178'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.686271 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Routers {'285921ad-2da8-4ede-9d84-676d92ed612e'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:44.686907 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:28:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['285921ad-2da8-4ede-9d84-676d92ed612e'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:44.734889 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228fba7-4fd1-4100-9421-e289b7dd644c None None] Pushing event updated for resources: {'Port': ['ID=34c364f3-059b-4951-9efd-0957c7f038de,revision_number=3']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:44.757737 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073478'] for router_interface (285921ad-2da8-4ede-9d84-676d92ed612e), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.759913 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1b51c9-637d-4c26-91f2-bcff378eb5f3,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:44.847401 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] Set router 285921ad-2da8-4ede-9d84-676d92ed612e gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:44.889870 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Network fc1af1ba-69d6-4e51-80cb-02c7643f8f09 is already hosted by enough agents. {{(pid=103243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:28:44.891512 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.base_scheduler [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:28:44.938069 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:45.044155 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Router 285921ad-2da8-4ede-9d84-676d92ed612e has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:28:45.134235 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'name': 'tempest-TestVolumeBootPattern-1691250626-router', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '34c364f3-059b-4951-9efd-0957c7f038de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:39Z', 'updated_at': '2022-01-31T19:28:44Z', 'revision_number': 4, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'gw_port': {'id': '34c364f3-059b-4951-9efd-0957c7f038de', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:40Z', 'updated_at': '2022-01-31T19:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '2e1b51c9-637d-4c26-91f2-bcff378eb5f3', 'name': '', 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'mac_address': 'fa:16:3e:d9:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f380916a-5eb3-4a86-835e-c337a65d621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:43Z', 'updated_at': '2022-01-31T19:28:44Z', 'revision_number': 2, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'subnets': [{'id': 'f380916a-5eb3-4a86-835e-c337a65d621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:45.164839 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a6106e-26de-4783-8824-a0401becdb79 None None] The sync data for ids ['285921ad-2da8-4ede-9d84-676d92ed612e'] in dv-cinder-813223-5-iscsi is: [{'id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'name': 'tempest-TestVolumeBootPattern-1691250626-router', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '34c364f3-059b-4951-9efd-0957c7f038de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:39Z', 'updated_at': '2022-01-31T19:28:44Z', 'revision_number': 4, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'gw_port': {'id': '34c364f3-059b-4951-9efd-0957c7f038de', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:40Z', 'updated_at': '2022-01-31T19:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '2e1b51c9-637d-4c26-91f2-bcff378eb5f3', 'name': '', 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'mac_address': 'fa:16:3e:d9:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f380916a-5eb3-4a86-835e-c337a65d621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:43Z', 'updated_at': '2022-01-31T19:28:44Z', 'revision_number': 2, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'subnets': [{'id': 'f380916a-5eb3-4a86-835e-c337a65d621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:28:45.189100 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:28:45.194457 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-2e74506c-2681-42f8-9419-854184f304a5 admin admin] 10.222.0.72 "PUT /v2.0/routers/285921ad-2da8-4ede-9d84-676d92ed612e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3224766 Jan 31 19:28:45.236216 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-d653795e-46b7-4551-97e8-cbd82548d16c None None] Provisioning complete for port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:45.236685 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d653795e-46b7-4551-97e8-cbd82548d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:45.281228 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d653795e-46b7-4551-97e8-cbd82548d16c None None] Port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:28:45.595241 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac0858-661e-4db2-a94e-fa7881b43266 req-e7baca51-6c6a-4c64-9b61-011cbc017951 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:45.598594 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9dac0858-661e-4db2-a94e-fa7881b43266 req-e7baca51-6c6a-4c64-9b61-011cbc017951 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 946 time: 0.0867982 Jan 31 19:28:45.677708 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9dac0858-661e-4db2-a94e-fa7881b43266 req-b61c3c81-510d-4181-b435-f5b7fbf42fda tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702186 Jan 31 19:28:46.100424 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33136) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:46.106833 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-00a0a645-cbf6-450c-a692-d3a811b8f571 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-510794669', 'description': 'tempest-secgroup-smoke-510794669 description', 'project_id': '97db9d6a2b744c30b7ecf18e77093d37'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:46.217115 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a0a645-cbf6-450c-a692-d3a811b8f571 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:46.313979 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a0a645-cbf6-450c-a692-d3a811b8f571 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group (ec362bad-7c52-4e86-a4e3-5334747ef534), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:46.391510 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a0a645-cbf6-450c-a692-d3a811b8f571 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (ec362bad-7c52-4e86-a4e3-5334747ef534), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:46.430566 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0a645-cbf6-450c-a692-d3a811b8f571 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec362bad-7c52-4e86-a4e3-5334747ef534,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:46.489183 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:46.510657 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-00a0a645-cbf6-450c-a692-d3a811b8f571 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:46.512592 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-00a0a645-cbf6-450c-a692-d3a811b8f571 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4104476 Jan 31 19:28:46.516224 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33138) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:46.524103 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-b984c037-a96d-4d9b-9396-5b65cdab10b7 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Request body: {'security_group_rule': {'security_group_id': 'ec362bad-7c52-4e86-a4e3-5334747ef534', 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:46.649201 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b984c037-a96d-4d9b-9396-5b65cdab10b7 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (3362c5c5-dca7-42e6-955f-4648c2504ec7), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:46.734759 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b984c037-a96d-4d9b-9396-5b65cdab10b7 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (3362c5c5-dca7-42e6-955f-4648c2504ec7), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:46.817087 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b984c037-a96d-4d9b-9396-5b65cdab10b7 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (3362c5c5-dca7-42e6-955f-4648c2504ec7), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:46.827334 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8aba3f-bd4c-4920-8ea7-9c5c3a222eda req-8ab1b46f-b143-4e58-98d4-d57308ea2ea2 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:46.833399 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9f8aba3f-bd4c-4920-8ea7-9c5c3a222eda req-8ab1b46f-b143-4e58-98d4-d57308ea2ea2 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 946 time: 0.0623674 Jan 31 19:28:46.838095 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984c037-a96d-4d9b-9396-5b65cdab10b7 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3362c5c5-dca7-42e6-955f-4648c2504ec7,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:46.921936 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9f8aba3f-bd4c-4920-8ea7-9c5c3a222eda req-4a0fd5f4-778c-4838-b87e-d118e3b22a31 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841944 Jan 31 19:28:46.938997 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-b984c037-a96d-4d9b-9396-5b65cdab10b7 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:46.940846 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b984c037-a96d-4d9b-9396-5b65cdab10b7 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4231064 Jan 31 19:28:46.945016 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33142) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:46.960008 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-0621d728-ccf8-4449-8909-0f9cee77353f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Request body: {'security_group_rule': {'security_group_id': 'ec362bad-7c52-4e86-a4e3-5334747ef534', 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:47.026908 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 34c364f3-059b-4951-9efd-0957c7f038de up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:28:47.090706 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 34c364f3-059b-4951-9efd-0957c7f038de triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:47.093713 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (34c364f3-059b-4951-9efd-0957c7f038de), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:47.136358 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0621d728-ccf8-4449-8909-0f9cee77353f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (c38d5c76-ea48-464f-be6b-9b9d44c1d1b9), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:47.191712 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 34c364f3-059b-4951-9efd-0957c7f038de is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:47.191712 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (34c364f3-059b-4951-9efd-0957c7f038de), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:47.216893 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] For port 34c364f3-059b-4951-9efd-0957c7f038de, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=34c364f3-059b-4951-9efd-0957c7f038de,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:47.222042 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0621d728-ccf8-4449-8909-0f9cee77353f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (c38d5c76-ea48-464f-be6b-9b9d44c1d1b9), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:47.279684 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:28:47.325465 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (34c364f3-059b-4951-9efd-0957c7f038de), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:47.360734 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0621d728-ccf8-4449-8909-0f9cee77353f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (c38d5c76-ea48-464f-be6b-9b9d44c1d1b9), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:47.381851 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621d728-ccf8-4449-8909-0f9cee77353f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38d5c76-ea48-464f-be6b-9b9d44c1d1b9,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:47.400422 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Pushing event updated for resources: {'Port': ['ID=34c364f3-059b-4951-9efd-0957c7f038de,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:47.507011 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-0621d728-ccf8-4449-8909-0f9cee77353f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:47.507011 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-0621d728-ccf8-4449-8909-0f9cee77353f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5583148 Jan 31 19:28:47.507559 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33152) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:47.514781 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bd621e20-c984-49a5-acc4-7e8c2bb36011 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Request body: {'security_group_rule': {'security_group_id': 'ec362bad-7c52-4e86-a4e3-5334747ef534', 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:47.516869 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Sync routers for ids ['285921ad-2da8-4ede-9d84-676d92ed612e'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:28:47.530767 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Routers {'285921ad-2da8-4ede-9d84-676d92ed612e'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:47.531398 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:28:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['285921ad-2da8-4ede-9d84-676d92ed612e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:47.664071 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Set router 285921ad-2da8-4ede-9d84-676d92ed612e gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:47.694980 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd621e20-c984-49a5-acc4-7e8c2bb36011 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (64fb8baa-d6cb-4648-973b-7cea4f48d937), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:47.754889 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:47.789648 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd621e20-c984-49a5-acc4-7e8c2bb36011 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (64fb8baa-d6cb-4648-973b-7cea4f48d937), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:47.911976 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd621e20-c984-49a5-acc4-7e8c2bb36011 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (64fb8baa-d6cb-4648-973b-7cea4f48d937), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:47.926194 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd621e20-c984-49a5-acc4-7e8c2bb36011 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64fb8baa-d6cb-4648-973b-7cea4f48d937,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:48.008687 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'name': 'tempest-TestVolumeBootPattern-1691250626-router', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '34c364f3-059b-4951-9efd-0957c7f038de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:39Z', 'updated_at': '2022-01-31T19:28:44Z', 'revision_number': 4, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'gw_port': {'id': '34c364f3-059b-4951-9efd-0957c7f038de', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:40Z', 'updated_at': '2022-01-31T19:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '2e1b51c9-637d-4c26-91f2-bcff378eb5f3', 'name': '', 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'mac_address': 'fa:16:3e:d9:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f380916a-5eb3-4a86-835e-c337a65d621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:43Z', 'updated_at': '2022-01-31T19:28:44Z', 'revision_number': 2, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'subnets': [{'id': 'f380916a-5eb3-4a86-835e-c337a65d621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:48.012582 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bd621e20-c984-49a5-acc4-7e8c2bb36011 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.013847 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-bd621e20-c984-49a5-acc4-7e8c2bb36011 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5048077 Jan 31 19:28:48.016845 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33154) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:48.022308 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-2b4be126-ebcc-4a30-8aae-27e9d1ed1c86 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Request body: {'security_group_rule': {'security_group_id': 'ec362bad-7c52-4e86-a4e3-5334747ef534', 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:48.039685 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Checking router: 285921ad-2da8-4ede-9d84-676d92ed612e for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:28:48.040070 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Updating router 285921ad-2da8-4ede-9d84-676d92ed612e port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 binding host dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:28:48.067916 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.165538 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2b4be126-ebcc-4a30-8aae-27e9d1ed1c86 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (751b7a51-ccb4-47b1-9020-33ffde7006eb), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.254361 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2b4be126-ebcc-4a30-8aae-27e9d1ed1c86 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (751b7a51-ccb4-47b1-9020-33ffde7006eb), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.371081 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2b4be126-ebcc-4a30-8aae-27e9d1ed1c86 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (751b7a51-ccb4-47b1-9020-33ffde7006eb), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.381686 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Publish callbacks [] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), precommit_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.399023 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4be126-ebcc-4a30-8aae-27e9d1ed1c86 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751b7a51-ccb4-47b1-9020-33ffde7006eb,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:48.474256 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.492798 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2b4be126-ebcc-4a30-8aae-27e9d1ed1c86 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.497426 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-2b4be126-ebcc-4a30-8aae-27e9d1ed1c86 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4768932 Jan 31 19:28:48.498177 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33158) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:48.505141 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.v2.base [None req-1f756322-8109-4dfc-a52f-f8d2bf326e4a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Request body: {'security_group_rule': {'security_group_id': 'ec362bad-7c52-4e86-a4e3-5334747ef534', 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:48.528750 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226b4e6-6c12-40b1-abbe-f0f911e42079 None None] Pushing event updated for resources: {'Port': ['ID=2e1b51c9-637d-4c26-91f2-bcff378eb5f3,revision_number=3']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:48.599823 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Attempting to bind port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 on host dv-cinder-813223-5-iscsi for vnic_type normal with profile {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:28:48.600194 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Attempting to bind port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 by drivers openvswitch,hyperv on host dv-cinder-813223-5-iscsi at level 0 using segments [{'id': '65c5b1b6-018b-4282-83d8-864fd4759549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09'}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:28:48.600552 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Attempting to bind port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 on network fc1af1ba-69d6-4e51-80cb-02c7643f8f09 {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:28:48.606320 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Checking agent: {'id': '4054e2c9-e6ca-479d-b551-3b6de7876f81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 10, 18), 'started_at': datetime.datetime(2022, 1, 31, 19, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:28:48.606693 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Checking segment: {'id': '65c5b1b6-018b-4282-83d8-864fd4759549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:28:48.607090 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.607481 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Bound using segment: {'id': '65c5b1b6-018b-4282-83d8-864fd4759549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09'} {{(pid=103246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:28:48.607953 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.managers [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Bound port: 2e1b51c9-637d-4c26-91f2-bcff378eb5f3, host: dv-cinder-813223-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c5b1b6-018b-4282-83d8-864fd4759549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09'}}] {{(pid=103246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:28:48.608363 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), before_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.637343 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.securitygroups_db [None req-1f756322-8109-4dfc-a52f-f8d2bf326e4a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Project 97db9d6a2b744c30b7ecf18e77093d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:28:48.645521 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f756322-8109-4dfc-a52f-f8d2bf326e4a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (fc1819cb-6220-4b33-824b-ab6ee4d53aa3), before_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.702347 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] For port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3, host dv-cinder-813223-5-iscsi, cleared binding levels {{(pid=103246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:28:48.707416 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.db [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] For port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3, host dv-cinder-813223-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=2e1b51c9-637d-4c26-91f2-bcff378eb5f3,segment=NetworkSegment(65c5b1b6-018b-4282-83d8-864fd4759549),segment_id=65c5b1b6-018b-4282-83d8-864fd4759549)] {{(pid=103246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:28:48.728796 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f756322-8109-4dfc-a52f-f8d2bf326e4a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (fc1819cb-6220-4b33-824b-ab6ee4d53aa3), precommit_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.838467 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-3d068bc4-6106-4558-896b-afaf3683319a None None] Provisioning complete for port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:48.839263 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3d068bc4-6106-4558-896b-afaf3683319a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.851995 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), after_update {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.852578 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f756322-8109-4dfc-a52f-f8d2bf326e4a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (fc1819cb-6220-4b33-824b-ab6ee4d53aa3), after_create {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.878222 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f756322-8109-4dfc-a52f-f8d2bf326e4a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1819cb-6220-4b33-824b-ab6ee4d53aa3,revision_number=0']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:48.894290 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-3d068bc4-6106-4558-896b-afaf3683319a None None] Port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:28:48.928636 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Routers {'285921ad-2da8-4ede-9d84-676d92ed612e'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:28:48.929320 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:28:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['285921ad-2da8-4ede-9d84-676d92ed612e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:48.965775 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 34c364f3-059b-4951-9efd-0957c7f038de up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:28:48.985285 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226b4e6-6c12-40b1-abbe-f0f911e42079 None None] Pushing event updated for resources: {'Port': ['ID=2e1b51c9-637d-4c26-91f2-bcff378eb5f3,revision_number=4']} {{(pid=103246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:49.028876 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 34c364f3-059b-4951-9efd-0957c7f038de triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:49.029373 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (34c364f3-059b-4951-9efd-0957c7f038de), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:49.038831 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1f756322-8109-4dfc-a52f-f8d2bf326e4a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:49.043636 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33160) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:28:49.044630 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-1f756322-8109-4dfc-a52f-f8d2bf326e4a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5449572 Jan 31 19:28:49.048767 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-bdc317b6-17e1-41b3-b871-e4ca837c2939 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Request body: {'security_group_rule': {'security_group_id': 'ec362bad-7c52-4e86-a4e3-5334747ef534', 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:49.069382 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] Set router 285921ad-2da8-4ede-9d84-676d92ed612e gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:28:49.168985 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.securitygroups_db [None req-bdc317b6-17e1-41b3-b871-e4ca837c2939 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Project 97db9d6a2b744c30b7ecf18e77093d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:28:49.182968 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdc317b6-17e1-41b3-b871-e4ca837c2939 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (9ccd3cb2-1b4c-4099-8348-3bd9e0322b2f), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:49.192059 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 34c364f3-059b-4951-9efd-0957c7f038de is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:49.238181 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-1bc378d0-4fe1-42c1-95a7-d90b889601dd None None] Provisioning complete for port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:49.238445 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1bc378d0-4fe1-42c1-95a7-d90b889601dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:49.262585 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdc317b6-17e1-41b3-b871-e4ca837c2939 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (9ccd3cb2-1b4c-4099-8348-3bd9e0322b2f), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:49.338707 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'name': 'tempest-TestVolumeBootPattern-1691250626-router', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '34c364f3-059b-4951-9efd-0957c7f038de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:39Z', 'updated_at': '2022-01-31T19:28:44Z', 'revision_number': 4, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'gw_port': {'id': '34c364f3-059b-4951-9efd-0957c7f038de', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:40Z', 'updated_at': '2022-01-31T19:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '2e1b51c9-637d-4c26-91f2-bcff378eb5f3', 'name': '', 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'mac_address': 'fa:16:3e:d9:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f380916a-5eb3-4a86-835e-c337a65d621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:43Z', 'updated_at': '2022-01-31T19:28:48Z', 'revision_number': 4, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'subnets': [{'id': 'f380916a-5eb3-4a86-835e-c337a65d621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:28:49.343303 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-1bc378d0-4fe1-42c1-95a7-d90b889601dd None None] Current status of the port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 is: DOWN; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:49.343694 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1bc378d0-4fe1-42c1-95a7-d90b889601dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:49.346053 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdc317b6-17e1-41b3-b871-e4ca837c2939 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600683'] for security_group_rule (9ccd3cb2-1b4c-4099-8348-3bd9e0322b2f), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:49.367743 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc317b6-17e1-41b3-b871-e4ca837c2939 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccd3cb2-1b4c-4099-8348-3bd9e0322b2f,revision_number=0']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:49.370992 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724c40f-1872-46de-86a0-c7847ef525f3 None None] The sync data for ids ['285921ad-2da8-4ede-9d84-676d92ed612e'] in dv-cinder-813223-5-iscsi is: [{'id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'name': 'tempest-TestVolumeBootPattern-1691250626-router', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '34c364f3-059b-4951-9efd-0957c7f038de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:39Z', 'updated_at': '2022-01-31T19:28:44Z', 'revision_number': 4, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'gw_port': {'id': '34c364f3-059b-4951-9efd-0957c7f038de', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:40Z', 'updated_at': '2022-01-31T19:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '2e1b51c9-637d-4c26-91f2-bcff378eb5f3', 'name': '', 'network_id': 'fc1af1ba-69d6-4e51-80cb-02c7643f8f09', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'mac_address': 'fa:16:3e:d9:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f380916a-5eb3-4a86-835e-c337a65d621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:43Z', 'updated_at': '2022-01-31T19:28:48Z', 'revision_number': 4, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'subnets': [{'id': 'f380916a-5eb3-4a86-835e-c337a65d621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:28:49.390693 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-1bc378d0-4fe1-42c1-95a7-d90b889601dd None None] For port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=2e1b51c9-637d-4c26-91f2-bcff378eb5f3,segment=NetworkSegment(65c5b1b6-018b-4282-83d8-864fd4759549),segment_id=65c5b1b6-018b-4282-83d8-864fd4759549)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:49.457588 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-bdc317b6-17e1-41b3-b871-e4ca837c2939 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:49.458781 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-bdc317b6-17e1-41b3-b871-e4ca837c2939 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4137888 Jan 31 19:28:49.490037 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1bc378d0-4fe1-42c1-95a7-d90b889601dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:49.560745 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc378d0-4fe1-42c1-95a7-d90b889601dd None None] Pushing event updated for resources: {'Port': ['ID=2e1b51c9-637d-4c26-91f2-bcff378eb5f3,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:50.950525 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 up at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:28:51.013663 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Provisioning complete for port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:51.014036 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:51.119316 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 is: ACTIVE; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:09.648037 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-6a90c69c-7db7-402d-8fa5-1941ac3c211d tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-510794669&fields=id&tenant_id=97db9d6a2b744c30b7ecf18e77093d37 HTTP/1.1" status: 200 len: 267 time: 0.0446742 Jan 31 19:29:09.760040 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183264e-1434-4345-9775-302f4bb21fed req-4e98bf66-79ba-4c97-a980-db36f5dab85f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:09.761642 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-4e98bf66-79ba-4c97-a980-db36f5dab85f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 812 time: 0.1062481 Jan 31 19:29:09.777392 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-d6203e55-81e2-4559-a2be-3e940fb8bfc4 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/quotas/97db9d6a2b744c30b7ecf18e77093d37 HTTP/1.1" status: 200 len: 375 time: 0.0101824 Jan 31 19:29:09.835913 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-37dbe955-2031-4c71-b2ce-dd6436824872 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528910 Jan 31 19:29:09.949122 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-94137268-838c-41d2-bc3f-eae2f2213000 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:29:09.950351 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-94137268-838c-41d2-bc3f-eae2f2213000 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1019025 Jan 31 19:29:10.062244 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-155085c8-93dc-4866-bbee-aa4e57be0fcb service neutron] 10.222.0.72 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037734 Jan 31 19:29:10.155481 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-289ac725-f353-440d-aaea-5c83e2d07cbe service neutron] 10.222.0.72 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868464 Jan 31 19:29:10.481349 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07917f-013f-43b0-81a5-57a47d59d509 req-3784b5f0-364c-4f08-90b4-1ecabc844ada tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:10.482760 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1e07917f-013f-43b0-81a5-57a47d59d509 req-3784b5f0-364c-4f08-90b4-1ecabc844ada tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 946 time: 0.0586441 Jan 31 19:29:10.533212 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1e07917f-013f-43b0-81a5-57a47d59d509 req-53f416d1-7bdb-4b07-bdbb-10b16f498fa1 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442932 Jan 31 19:29:10.793310 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-d0999693-3592-4a66-998e-048474ee9d22 req-367bce34-eb5e-4cde-a56f-12c43fa54524 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 210 time: 0.0303724 Jan 31 19:29:11.483054 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3843a39e-9ff9-4143-84a4-b67efe76b08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:11.665030 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d48cd-c958-408d-ba0f-e02cad080486 req-70a04b30-c24e-4fb3-a3ae-012ce7013461 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:11.666492 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b83d48cd-c958-408d-ba0f-e02cad080486 req-70a04b30-c24e-4fb3-a3ae-012ce7013461 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 946 time: 0.0602090 Jan 31 19:29:11.714796 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b83d48cd-c958-408d-ba0f-e02cad080486 req-8b3402a5-c549-4a77-aef8-e48e79c3eab3 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/security-groups?id=c935688c-5ea1-441d-8a6e-ece9909e850a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Jan 31 19:29:11.747489 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:11.875599 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-39a2aa52-0c95-4957-aac2-f23892ede54a req-ea1af811-aae7-4dfa-9b5c-49a7c30c1164 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 210 time: 0.0271497 Jan 31 19:29:12.252640 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a07e2-d89a-4888-a385-1a61ad8854c2 req-a06f2750-b3cc-4748-bb69-e8e8a8acf6bf tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:12.254124 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c62a07e2-d89a-4888-a385-1a61ad8854c2 req-a06f2750-b3cc-4748-bb69-e8e8a8acf6bf tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.77 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 946 time: 0.0593846 Jan 31 19:29:12.360174 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c62a07e2-d89a-4888-a385-1a61ad8854c2 req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Deleting port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:29:12.361078 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c62a07e2-d89a-4888-a385-1a61ad8854c2 req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:12.456828 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-c62a07e2-d89a-4888-a385-1a61ad8854c2 req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] For port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427,segment=NetworkSegment(fcb3bcfa-62f8-4773-86d6-3ec9655532c5),segment_id=fcb3bcfa-62f8-4773-86d6-3ec9655532c5)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:12.457233 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c62a07e2-d89a-4888-a385-1a61ad8854c2 req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:12.469582 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-c62a07e2-d89a-4888-a385-1a61ad8854c2 req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Calling delete_port for e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:29:12.719655 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c62a07e2-d89a-4888-a385-1a61ad8854c2 req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:12.734602 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:29:12.775853 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Pushing event deleted for resources: {'Port': ['ID=e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:12.802892 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:12.805495 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:12.805495 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:12.805495 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:12.805495 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:12.806020 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:12.806593 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:12.807159 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:12.807733 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:12.808302 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:12.809021 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:12.809570 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:12.810154 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:12.828928 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ead5c2f4-42c8-4c3c-85e1-209d59912102 req-e2432c8c-64d5-4d9c-8d49-5548519edb42 tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 210 time: 0.0417662 Jan 31 19:29:12.855976 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62a07e2-d89a-4888-a385-1a61ad8854c2 req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] No DVR routers for this DVR port e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:29:12.857889 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-c62a07e2-d89a-4888-a385-1a61ad8854c2 req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:12.861694 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c62a07e2-d89a-4888-a385-1a61ad8854c2 req-b75933e3-90b1-41f0-9d14-6977df8d6c0a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.77 "DELETE /v2.0/ports/e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 HTTP/1.1" status: 204 len: 173 time: 0.6020339 Jan 31 19:29:12.862148 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd466b3e3-0b13-46d0-831d-d30e22593fd0', 'name': 'network-vif-deleted', 'tag': 'e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:29:12.864435 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cde846-cb21-42a2-90df-67901ae12104" -d '{"events": [{"server_uuid": "d466b3e3-0b13-46d0-831d-d30e22593fd0", "name": "network-vif-deleted", "tag": "e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:29:12.901782 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5329e2df-576f-4adb-a083-12efa1d70069 x-openstack-request-id: req-5329e2df-576f-4adb-a083-12efa1d70069 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:29:12.902452 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d466b3e3-0b13-46d0-831d-d30e22593fd0", "name": "network-vif-deleted", "tag": "e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:29:12.902452 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5329e2df-576f-4adb-a083-12efa1d70069 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:29:12.902727 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd466b3e3-0b13-46d0-831d-d30e22593fd0', 'name': 'network-vif-deleted', 'tag': 'e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427', 'status': 'completed', 'code': 200} Jan 31 19:29:12.976151 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-639ac183-3387-4dde-abf6-7bc179dafff1 req-70044673-b62a-49e0-be29-e78d46526767 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 210 time: 0.0297527 Jan 31 19:29:13.667516 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183264e-1434-4345-9775-302f4bb21fed req-55670cdc-274f-4397-98c8-67c9d5272c20 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:13.668919 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-55670cdc-274f-4397-98c8-67c9d5272c20 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 812 time: 0.1394436 Jan 31 19:29:13.744384 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-df7a7898-a64b-4058-9c94-6c11b62f5e34 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97db9d6a2b744c30b7ecf18e77093d37 HTTP/1.1" status: 200 len: 379 time: 0.0642982 Jan 31 19:29:13.755638 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-5183264e-1434-4345-9775-302f4bb21fed req-bc3ae503-280d-443a-8357-9cbeb41ac85c tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Request body: {'port': {'device_id': '3287baaf-70d1-4ac9-8a87-abf7af1c9ca7', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'admin_state_up': True, 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'security_groups': ['ec362bad-7c52-4e86-a4e3-5334747ef534']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:13.931712 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5fa9ed7c-4520-4c48-b04b-4a81402d3599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:13.963860 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bead4063-b438-4693-8122-61e25661b736 req-c5759d1a-1cf9-4cd9-8bed-dea9fec0524a tempest-VolumesSnapshotTestJSON-1823495044 tempest-VolumesSnapshotTestJSON-1823495044-project] 10.222.0.72 "GET /v2.0/ports?device_id=d466b3e3-0b13-46d0-831d-d30e22593fd0 HTTP/1.1" status: 200 len: 210 time: 0.0344329 Jan 31 19:29:13.975991 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5183264e-1434-4345-9775-302f4bb21fed req-bc3ae503-280d-443a-8357-9cbeb41ac85c tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Made reservation on behalf of 97db9d6a2b744c30b7ecf18e77093d37 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:29:13.979528 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5183264e-1434-4345-9775-302f4bb21fed req-bc3ae503-280d-443a-8357-9cbeb41ac85c tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:14.098392 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-83487587-f5d4-4980-8823-fc1616cee39d req-8a3f0d0a-71dd-4882-951c-1ccdba3523e4 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 210 time: 0.0398319 Jan 31 19:29:14.136797 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-5183264e-1434-4345-9775-302f4bb21fed req-bc3ae503-280d-443a-8357-9cbeb41ac85c tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Allocated IP 172.20.0.10 (f5e0b566-945e-4d18-a856-db1971784ce0/9806d60f-7379-4f82-a4f0-2550695c2001/1436c054-61db-457d-a894-9a64152da83e) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:29:14.292188 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5183264e-1434-4345-9775-302f4bb21fed req-bc3ae503-280d-443a-8357-9cbeb41ac85c tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for port (1436c054-61db-457d-a894-9a64152da83e), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:14.414508 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5183264e-1434-4345-9775-302f4bb21fed req-bc3ae503-280d-443a-8357-9cbeb41ac85c tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (1436c054-61db-457d-a894-9a64152da83e), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:14.460253 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5183264e-1434-4345-9775-302f4bb21fed req-bc3ae503-280d-443a-8357-9cbeb41ac85c tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Network f5e0b566-945e-4d18-a856-db1971784ce0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:29:14.465411 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-5183264e-1434-4345-9775-302f4bb21fed req-bc3ae503-280d-443a-8357-9cbeb41ac85c tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:29:14.467871 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5183264e-1434-4345-9775-302f4bb21fed req-bc3ae503-280d-443a-8357-9cbeb41ac85c tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:29:14.494185 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ae503-280d-443a-8357-9cbeb41ac85c tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'Port': ['ID=1436c054-61db-457d-a894-9a64152da83e,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:14.526157 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183264e-1434-4345-9775-302f4bb21fed req-bc3ae503-280d-443a-8357-9cbeb41ac85c tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:14.526841 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5183264e-1434-4345-9775-302f4bb21fed req-bc3ae503-280d-443a-8357-9cbeb41ac85c tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:14.636589 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-bc3ae503-280d-443a-8357-9cbeb41ac85c tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8854661 Jan 31 19:29:14.646620 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-306a1ef3-d730-43b4-86a1-08257ec0401e tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:29:14.647844 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-306a1ef3-d730-43b4-86a1-08257ec0401e tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059698 Jan 31 19:29:14.696173 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-08679dfe-22c5-47f6-84c4-0fcef438ade7 None None] Provisioning complete for port 1436c054-61db-457d-a894-9a64152da83e triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:14.696556 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-08679dfe-22c5-47f6-84c4-0fcef438ade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (1436c054-61db-457d-a894-9a64152da83e), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:14.715172 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Request body: {'port': {'device_id': '3287baaf-70d1-4ac9-8a87-abf7af1c9ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:14.731082 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-08679dfe-22c5-47f6-84c4-0fcef438ade7 None None] Port 1436c054-61db-457d-a894-9a64152da83e cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:29:14.783247 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (1436c054-61db-457d-a894-9a64152da83e), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:14.891231 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:15.069506 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1436c054-61db-457d-a894-9a64152da83e {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:29:15.077521 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Publish callbacks [] for port (1436c054-61db-457d-a894-9a64152da83e), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:15.090290 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Transition to ACTIVE for port object 1436c054-61db-457d-a894-9a64152da83e will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:29:15.112012 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:29:15.133106 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:29:15.133628 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device e7f7c27f-2fa5-43ff-8f8f-fa9b94f73427 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:29:15.230251 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de2a25-10b5-4a88-b21a-30ecf430a925 req-0a3dafd8-2596-4b77-9040-66530f65c121 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:15.231719 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a4de2a25-10b5-4a88-b21a-30ecf430a925 req-0a3dafd8-2596-4b77-9040-66530f65c121 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 932 time: 0.0568767 Jan 31 19:29:15.283908 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-a4de2a25-10b5-4a88-b21a-30ecf430a925 req-e6d316f6-b0a3-4e66-b138-6b446e18979a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453570 Jan 31 19:29:15.300513 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (1436c054-61db-457d-a894-9a64152da83e), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:15.361508 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Pushing event updated for resources: {'Port': ['ID=1436c054-61db-457d-a894-9a64152da83e,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:15.429361 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Attempting to bind port 1436c054-61db-457d-a894-9a64152da83e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:29:15.434427 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Attempting to bind port 1436c054-61db-457d-a894-9a64152da83e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:29:15.434427 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Attempting to bind port 1436c054-61db-457d-a894-9a64152da83e on network f5e0b566-945e-4d18-a856-db1971784ce0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:29:15.434821 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Port 1436c054-61db-457d-a894-9a64152da83e on network f5e0b566-945e-4d18-a856-db1971784ce0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:29:15.435158 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Attempting to bind port 1436c054-61db-457d-a894-9a64152da83e on network f5e0b566-945e-4d18-a856-db1971784ce0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:29:15.441134 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:29:15.441480 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Checking segment: {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:29:15.441868 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Bound using segment: {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:29:15.442321 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Bound port: 1436c054-61db-457d-a894-9a64152da83e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:29:15.442664 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (1436c054-61db-457d-a894-9a64152da83e), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:15.521464 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] For port 1436c054-61db-457d-a894-9a64152da83e, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:29:15.525863 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] For port 1436c054-61db-457d-a894-9a64152da83e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1436c054-61db-457d-a894-9a64152da83e,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:29:15.685566 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (1436c054-61db-457d-a894-9a64152da83e), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:15.720318 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:15.720998 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:15.722437 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] 10.222.0.77 "PUT /v2.0/ports/1436c054-61db-457d-a894-9a64152da83e HTTP/1.1" status: 200 len: 1094 time: 1.0661929 Jan 31 19:29:15.722923 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3287baaf-70d1-4ac9-8a87-abf7af1c9ca7', 'tag': '1436c054-61db-457d-a894-9a64152da83e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:29:15.725390 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1bedaf-e297-4392-8612-201e32b59692" -d '{"events": [{"name": "network-changed", "server_uuid": "3287baaf-70d1-4ac9-8a87-abf7af1c9ca7", "tag": "1436c054-61db-457d-a894-9a64152da83e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:29:15.761973 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48628b-3ab3-4c20-aae9-a5566ddae193 service neutron] Pushing event updated for resources: {'Port': ['ID=1436c054-61db-457d-a894-9a64152da83e,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:15.776241 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aa90f0-97fd-4d39-a501-eb410c107545 x-openstack-request-id: req-61aa90f0-97fd-4d39-a501-eb410c107545 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:29:15.776537 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3287baaf-70d1-4ac9-8a87-abf7af1c9ca7", "tag": "1436c054-61db-457d-a894-9a64152da83e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:29:15.776919 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-61aa90f0-97fd-4d39-a501-eb410c107545 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:29:15.777366 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3287baaf-70d1-4ac9-8a87-abf7af1c9ca7', 'tag': '1436c054-61db-457d-a894-9a64152da83e', 'status': 'completed', 'code': 200} Jan 31 19:29:15.846272 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bedaf-e297-4392-8612-201e32b59692 req-68b4cb97-52f1-41c1-871f-8642c94b78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:15.848901 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc1bedaf-e297-4392-8612-201e32b59692 req-68b4cb97-52f1-41c1-871f-8642c94b78da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 1128 time: 0.0544195 Jan 31 19:29:15.966937 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bedaf-e297-4392-8612-201e32b59692 req-ff0ad65d-fad5-496f-a95e-109510c52d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:15.968435 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc1bedaf-e297-4392-8612-201e32b59692 req-ff0ad65d-fad5-496f-a95e-109510c52d2e service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1123993 Jan 31 19:29:16.066178 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bedaf-e297-4392-8612-201e32b59692 req-a6d0a817-73d7-4413-be10-b1ebbfbad5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:16.068573 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-cc1bedaf-e297-4392-8612-201e32b59692 req-a6d0a817-73d7-4413-be10-b1ebbfbad5f2 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0935142 Jan 31 19:29:16.150100 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183264e-1434-4345-9775-302f4bb21fed req-97f3cca4-0c7a-45b8-aa58-fe9c723858a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:16.151595 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-97f3cca4-0c7a-45b8-aa58-fe9c723858a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 1128 time: 0.0452607 Jan 31 19:29:16.196399 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-068e5ed3-1932-42e3-8a6a-db44bde5c289 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1436c054-61db-457d-a894-9a64152da83e HTTP/1.1" status: 200 len: 217 time: 0.0374703 Jan 31 19:29:16.245310 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183264e-1434-4345-9775-302f4bb21fed req-996f4037-0d54-455e-b516-fba0ff7a2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:16.246775 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-996f4037-0d54-455e-b516-fba0ff7a2e3b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 200 len: 851 time: 0.0439370 Jan 31 19:29:16.299646 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183264e-1434-4345-9775-302f4bb21fed req-2a4c396c-a002-4892-aeff-322bb9c4c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:16.301233 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-2a4c396c-a002-4892-aeff-322bb9c4c6b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e0b566-945e-4d18-a856-db1971784ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476646 Jan 31 19:29:16.419764 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-5e63fa24-cc1c-49d6-9ce7-7fabb84ba266 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108263 Jan 31 19:29:16.430501 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9fcab-159e-4bc8-b8d8-34c6136969a1 req-b70dfd29-2e0b-4d3e-b6e8-6b18acd40576 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:16.432338 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7dc9fcab-159e-4bc8-b8d8-34c6136969a1 req-b70dfd29-2e0b-4d3e-b6e8-6b18acd40576 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 944 time: 0.0661566 Jan 31 19:29:16.457205 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:16.490173 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7dc9fcab-159e-4bc8-b8d8-34c6136969a1 req-280148ab-5cc6-493a-85a4-6d76b46fd14f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517223 Jan 31 19:29:16.523793 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5183264e-1434-4345-9775-302f4bb21fed req-ecd95f6e-64d1-45f1-85d2-669c04558637 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981538 Jan 31 19:29:17.629015 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de713708-49fe-435d-8298-a531ad0904d0 req-9bd81f90-4a8c-44a4-b377-dd40ff384a16 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:17.630763 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-de713708-49fe-435d-8298-a531ad0904d0 req-9bd81f90-4a8c-44a4-b377-dd40ff384a16 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 944 time: 0.0596702 Jan 31 19:29:17.686416 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-de713708-49fe-435d-8298-a531ad0904d0 req-1c57af4c-d4dd-40c1-879f-260e4efc2ccf tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469925 Jan 31 19:29:17.718758 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:18.821999 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ee905-1a24-41f0-839b-c40aa7834b08 req-1dc71324-41d4-44be-a3ba-f8c3887390df tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:18.823503 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5f5ee905-1a24-41f0-839b-c40aa7834b08 req-1dc71324-41d4-44be-a3ba-f8c3887390df tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 944 time: 0.0569856 Jan 31 19:29:18.887999 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5f5ee905-1a24-41f0-839b-c40aa7834b08 req-b17c1e42-efa9-4cb5-8173-832ecb4fdc7d tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586691 Jan 31 19:29:20.007384 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab26358-0fa0-4932-b9f8-c94a21ed8024 req-c7431eb7-d079-4ccd-9b9d-807ee136baca tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:20.008881 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fab26358-0fa0-4932-b9f8-c94a21ed8024 req-c7431eb7-d079-4ccd-9b9d-807ee136baca tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 944 time: 0.0540376 Jan 31 19:29:20.057154 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-fab26358-0fa0-4932-b9f8-c94a21ed8024 req-1a810fd5-630e-44b5-8fbd-7408bf27d6e2 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Jan 31 19:29:21.175906 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8701fbb-e0e5-45c0-8653-aedc7eae798b req-872f8192-4ac9-4536-a562-e825a22ea57e tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:21.177342 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c8701fbb-e0e5-45c0-8653-aedc7eae798b req-872f8192-4ac9-4536-a562-e825a22ea57e tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 944 time: 0.0533159 Jan 31 19:29:21.230516 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-c8701fbb-e0e5-45c0-8653-aedc7eae798b req-8a42801e-a606-4f45-aa76-6df0c8d1c5ef tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473583 Jan 31 19:29:22.361670 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca405556-8882-4a24-9281-6754e1ac205a req-0fbe02cf-2cb2-4dd5-aa9a-86157e0e9206 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:22.363322 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ca405556-8882-4a24-9281-6754e1ac205a req-0fbe02cf-2cb2-4dd5-aa9a-86157e0e9206 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 944 time: 0.0623782 Jan 31 19:29:22.419785 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-ca405556-8882-4a24-9281-6754e1ac205a req-eea73fb2-c814-4e6f-8bae-b466c098f57f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507245 Jan 31 19:29:23.188446 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 1436c054-61db-457d-a894-9a64152da83e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:29:23.294357 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 1436c054-61db-457d-a894-9a64152da83e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1436c054-61db-457d-a894-9a64152da83e,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:23.306280 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': '1436c054-61db-457d-a894-9a64152da83e', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'port_id': '1436c054-61db-457d-a894-9a64152da83e', 'mac_address': 'fa:16:3e:62:7a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:29:23.346356 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 1436c054-61db-457d-a894-9a64152da83e is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:23.346751 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (1436c054-61db-457d-a894-9a64152da83e), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:23.366973 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1436c054-61db-457d-a894-9a64152da83e {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:29:23.395549 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 1436c054-61db-457d-a894-9a64152da83e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1436c054-61db-457d-a894-9a64152da83e,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:23.465512 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (1436c054-61db-457d-a894-9a64152da83e), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:23.515756 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=1436c054-61db-457d-a894-9a64152da83e,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:23.524128 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:23.524577 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:23.524932 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:23.525299 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:23.525634 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:23.525965 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:23.526295 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:23.526626 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:23.526952 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:23.527277 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:23.527600 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:23.527921 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:23.528238 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:23.549010 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ce2d6-547c-4b62-a317-b6577a670c12 req-0fd13ef8-d05e-4ef7-8d92-969998886c4a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:23.550587 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8e4ce2d6-547c-4b62-a317-b6577a670c12 req-0fd13ef8-d05e-4ef7-8d92-969998886c4a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 945 time: 0.0553446 Jan 31 19:29:23.604520 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8e4ce2d6-547c-4b62-a317-b6577a670c12 req-232e3a15-7cfc-4ae6-aad1-cb7eb3f393c0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481408 Jan 31 19:29:23.689389 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['1436c054-61db-457d-a894-9a64152da83e'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:29:24.279492 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:29:24.738385 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577ecaf-88a6-43ec-b1d2-9cbdce60dd96 req-f6f6659d-b2ca-494e-8e2c-7a69ee5d5758 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:24.739924 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2577ecaf-88a6-43ec-b1d2-9cbdce60dd96 req-f6f6659d-b2ca-494e-8e2c-7a69ee5d5758 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 945 time: 0.0650923 Jan 31 19:29:24.791565 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2577ecaf-88a6-43ec-b1d2-9cbdce60dd96 req-9440b898-00f7-4171-8050-c0eb1a0816cb tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459170 Jan 31 19:29:25.192159 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 1436c054-61db-457d-a894-9a64152da83e up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:29:25.324231 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port 1436c054-61db-457d-a894-9a64152da83e completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:29:25.328258 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port 1436c054-61db-457d-a894-9a64152da83e triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:25.328627 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (1436c054-61db-457d-a894-9a64152da83e), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:25.412259 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 1436c054-61db-457d-a894-9a64152da83e is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:25.412710 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (1436c054-61db-457d-a894-9a64152da83e), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:25.436422 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3287baaf-70d1-4ac9-8a87-abf7af1c9ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1436c054-61db-457d-a894-9a64152da83e'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:29:25.438866 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20b90b6-002f-4786-a180-f703bc577ec9" -d '{"events": [{"server_uuid": "3287baaf-70d1-4ac9-8a87-abf7af1c9ca7", "name": "network-vif-plugged", "status": "completed", "tag": "1436c054-61db-457d-a894-9a64152da83e"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:29:25.454231 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 1436c054-61db-457d-a894-9a64152da83e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1436c054-61db-457d-a894-9a64152da83e,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:25.478908 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee7a819-9354-4e31-8603-04ea00742ceb x-openstack-request-id: req-9ee7a819-9354-4e31-8603-04ea00742ceb {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:29:25.478908 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3287baaf-70d1-4ac9-8a87-abf7af1c9ca7", "name": "network-vif-plugged", "status": "completed", "tag": "1436c054-61db-457d-a894-9a64152da83e", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:29:25.478908 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9ee7a819-9354-4e31-8603-04ea00742ceb {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:29:25.478908 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3287baaf-70d1-4ac9-8a87-abf7af1c9ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1436c054-61db-457d-a894-9a64152da83e', 'code': 200} Jan 31 19:29:25.539355 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (1436c054-61db-457d-a894-9a64152da83e), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:25.593133 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=1436c054-61db-457d-a894-9a64152da83e,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:25.879914 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3085961-2155-4260-85b2-3e0bf770ae75 req-2d01977b-3c7f-4b18-b81c-fcef9ed8e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:25.881459 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b3085961-2155-4260-85b2-3e0bf770ae75 req-2d01977b-3c7f-4b18-b81c-fcef9ed8e724 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 1130 time: 0.0582602 Jan 31 19:29:25.956755 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b3085961-2155-4260-85b2-3e0bf770ae75 req-67ef962b-0785-457f-b795-48abc9027ac4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564504 Jan 31 19:29:25.965421 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ee868-dd04-4e61-a8a1-168412e60642 req-176f2b6b-002f-404c-8b82-b1c2e08ddd17 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:25.968896 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c26ee868-dd04-4e61-a8a1-168412e60642 req-176f2b6b-002f-404c-8b82-b1c2e08ddd17 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 946 time: 0.1021268 Jan 31 19:29:26.020575 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-c26ee868-dd04-4e61-a8a1-168412e60642 req-81bfa8f1-9dbe-45e5-b45f-bc02a7f6552d tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475142 Jan 31 19:29:27.164554 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2add7c9-3683-42b3-931e-37296697092c req-0819da64-9ae6-4bb5-900f-da444cc601da tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:27.166270 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b2add7c9-3683-42b3-931e-37296697092c req-0819da64-9ae6-4bb5-900f-da444cc601da tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 946 time: 0.0607231 Jan 31 19:29:27.224339 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b2add7c9-3683-42b3-931e-37296697092c req-3521ff54-40f4-412b-8939-0c4b48aa8997 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473375 Jan 31 19:29:28.343663 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f91e5-07e5-4d3f-bfa3-245e555e36f1 req-4d50afff-f1f7-4045-b023-dc7d7347ff87 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:28.345983 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f72f91e5-07e5-4d3f-bfa3-245e555e36f1 req-4d50afff-f1f7-4045-b023-dc7d7347ff87 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 946 time: 0.0532281 Jan 31 19:29:28.397058 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f72f91e5-07e5-4d3f-bfa3-245e555e36f1 req-94c7dee3-d5bc-4628-ad63-f28a3c3abfd3 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451906 Jan 31 19:29:28.522767 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c19de0-2d29-4416-ad1f-d0fb281c4dcd req-8d08477a-63fe-4eb2-9598-46e06e11b255 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:28.524301 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-55c19de0-2d29-4416-ad1f-d0fb281c4dcd req-8d08477a-63fe-4eb2-9598-46e06e11b255 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 946 time: 0.0562770 Jan 31 19:29:28.577967 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-55c19de0-2d29-4416-ad1f-d0fb281c4dcd req-cec2baeb-c912-4398-9b24-49763c85b986 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472777 Jan 31 19:29:28.602682 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33462) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:28.693422 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92737241-1dfc-400c-9662-6502e8c0d036 tempest-TestVolumeBootPattern-1288724926 tempest-TestVolumeBootPattern-1288724926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:28.695504 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-92737241-1dfc-400c-9662-6502e8c0d036 tempest-TestVolumeBootPattern-1288724926 tempest-TestVolumeBootPattern-1288724926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 1125 time: 0.0913064 Jan 31 19:29:28.697860 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33466) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:28.702132 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Request body: {'floatingip': {'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'port_id': '1436c054-61db-457d-a894-9a64152da83e', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:28.787269 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:28.888202 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:28.999018 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Allocated IP 172.27.1.170 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/bf040373-e045-4448-9db9-7a36624234f6) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:29:29.114883 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for port (bf040373-e045-4448-9db9-7a36624234f6), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:29.231262 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (bf040373-e045-4448-9db9-7a36624234f6), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:29.276664 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:29:29.279872 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:29:29.285429 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:29:29.288836 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'Port': ['ID=bf040373-e045-4448-9db9-7a36624234f6,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:29.709149 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for floatingip (9b897a4c-cc89-4c46-a9e6-7d3b340a3b17), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:29.868910 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (bf040373-e045-4448-9db9-7a36624234f6), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:30.037868 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for port (bf040373-e045-4448-9db9-7a36624234f6), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:30.128480 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (bf040373-e045-4448-9db9-7a36624234f6), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:30.205507 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'Port': ['ID=bf040373-e045-4448-9db9-7a36624234f6,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:30.214915 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (9b897a4c-cc89-4c46-a9e6-7d3b340a3b17), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:30.336012 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.l3_db [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Floating IP 9b897a4c-cc89-4c46-a9e6-7d3b340a3b17 associated. External IP: 172.27.1.170, port: 1436c054-61db-457d-a894-9a64152da83e. Jan 31 19:29:30.544448 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Router ff7f605d-543e-4e67-9097-5a5f3e441626 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:29:30.660633 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:29:30.670469 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627bf6d-8299-4fd9-ad38-93cdee561a61 None None] Sync routers for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:29:30.681784 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627bf6d-8299-4fd9-ad38-93cdee561a61 None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:29:30.682401 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7627bf6d-8299-4fd9-ad38-93cdee561a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:29:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:30.759114 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:30.793130 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-04707b18-cef5-4829-b67f-9724449d8e76 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0941644 Jan 31 19:29:30.793690 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-7627bf6d-8299-4fd9-ad38-93cdee561a61 None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:29:30.793822 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3287baaf-70d1-4ac9-8a87-abf7af1c9ca7', 'tag': '1436c054-61db-457d-a894-9a64152da83e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:29:30.796134 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d2ae0c-5515-4926-9299-1f330910a775" -d '{"events": [{"name": "network-changed", "server_uuid": "3287baaf-70d1-4ac9-8a87-abf7af1c9ca7", "tag": "1436c054-61db-457d-a894-9a64152da83e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:29:30.899864 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c201c076-f89d-46ad-9824-548d523149dc x-openstack-request-id: req-c201c076-f89d-46ad-9824-548d523149dc {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:29:30.900223 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3287baaf-70d1-4ac9-8a87-abf7af1c9ca7", "tag": "1436c054-61db-457d-a894-9a64152da83e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:29:30.900482 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c201c076-f89d-46ad-9824-548d523149dc {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:29:30.900894 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3287baaf-70d1-4ac9-8a87-abf7af1c9ca7', 'tag': '1436c054-61db-457d-a894-9a64152da83e', 'status': 'completed', 'code': 200} Jan 31 19:29:30.972345 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2ae0c-5515-4926-9299-1f330910a775 req-d4f21631-65b5-4106-8d49-22a042f1df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:30.974156 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-18d2ae0c-5515-4926-9299-1f330910a775 req-d4f21631-65b5-4106-8d49-22a042f1df19 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 1130 time: 0.0496166 Jan 31 19:29:31.072322 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2ae0c-5515-4926-9299-1f330910a775 req-a8af9c3a-ba1e-4444-b138-8c68285da7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:31.074055 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-18d2ae0c-5515-4926-9299-1f330910a775 req-a8af9c3a-ba1e-4444-b138-8c68285da7a3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 914 time: 0.0937619 Jan 31 19:29:31.145844 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-18d2ae0c-5515-4926-9299-1f330910a775 req-75a1ae3d-8e3c-4906-b943-ba94221b18b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1436c054-61db-457d-a894-9a64152da83e HTTP/1.1" status: 200 len: 1000 time: 0.0649612 Jan 31 19:29:31.194573 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7627bf6d-8299-4fd9-ad38-93cdee561a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '9b897a4c-cc89-4c46-a9e6-7d3b340a3b17', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '1436c054-61db-457d-a894-9a64152da83e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:62:7a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287baaf-70d1-4ac9-8a87-abf7af1c9ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:29Z', 'updated_at': '2022-01-31T19:29:29Z', 'revision_number': 0, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:31.199392 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2ae0c-5515-4926-9299-1f330910a775 req-582b7641-0ee5-4ddd-9c0f-c9b360cd3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:31.200916 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-18d2ae0c-5515-4926-9299-1f330910a775 req-582b7641-0ee5-4ddd-9c0f-c9b360cd3445 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 200 len: 851 time: 0.0475552 Jan 31 19:29:31.220481 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627bf6d-8299-4fd9-ad38-93cdee561a61 None None] Checking router: ff7f605d-543e-4e67-9097-5a5f3e441626 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:29:31.229425 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627bf6d-8299-4fd9-ad38-93cdee561a61 None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:29:31.230038 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7627bf6d-8299-4fd9-ad38-93cdee561a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:29:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:31.258707 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2ae0c-5515-4926-9299-1f330910a775 req-bd241119-d022-4d67-83e0-a2659e27d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:31.261631 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-18d2ae0c-5515-4926-9299-1f330910a775 req-bd241119-d022-4d67-83e0-a2659e27d029 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e0b566-945e-4d18-a856-db1971784ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540876 Jan 31 19:29:31.363497 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-7627bf6d-8299-4fd9-ad38-93cdee561a61 None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:29:31.665537 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7627bf6d-8299-4fd9-ad38-93cdee561a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '9b897a4c-cc89-4c46-a9e6-7d3b340a3b17', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '1436c054-61db-457d-a894-9a64152da83e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:62:7a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287baaf-70d1-4ac9-8a87-abf7af1c9ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:29Z', 'updated_at': '2022-01-31T19:29:29Z', 'revision_number': 0, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:31.694234 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-18d2ae0c-5515-4926-9299-1f330910a775 req-09933542-ffa2-4e07-abd7-d7848eb41c03 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255514 Jan 31 19:29:31.695831 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627bf6d-8299-4fd9-ad38-93cdee561a61 None None] The sync data for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi is: [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '9b897a4c-cc89-4c46-a9e6-7d3b340a3b17', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '1436c054-61db-457d-a894-9a64152da83e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:62:7a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287baaf-70d1-4ac9-8a87-abf7af1c9ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:29Z', 'updated_at': '2022-01-31T19:29:29Z', 'revision_number': 0, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:29:31.794745 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-18d2ae0c-5515-4926-9299-1f330910a775 req-74d1ad3d-472b-4e3a-a75c-0ec915d6ec7b service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946817 Jan 31 19:29:31.914712 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd744c-7a34-432e-aedc-0f938e16f0db None None] New status for floating IP 9b897a4c-cc89-4c46-a9e6-7d3b340a3b17: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:29:41.488040 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-48d967ac-4a59-4d7a-8806-ac06bc011246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.613315 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33552) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:41.663223 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b5c804-78fc-43c3-878d-27cfc871b969 admin admin] Deleting subnet 67aed29a-d29e-4a83-b003-6ca7882fa05a {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:29:41.666582 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73b5c804-78fc-43c3-878d-27cfc871b969 admin admin] Publish callbacks [] for subnet (67aed29a-d29e-4a83-b003-6ca7882fa05a), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.703612 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73b5c804-78fc-43c3-878d-27cfc871b969 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9343508'] for subnet (67aed29a-d29e-4a83-b003-6ca7882fa05a), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.739577 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.744784 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73b5c804-78fc-43c3-878d-27cfc871b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (67aed29a-d29e-4a83-b003-6ca7882fa05a), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.894158 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73b5c804-78fc-43c3-878d-27cfc871b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8651393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9366732'] for subnet (67aed29a-d29e-4a83-b003-6ca7882fa05a), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.926727 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5c804-78fc-43c3-878d-27cfc871b969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67aed29a-d29e-4a83-b003-6ca7882fa05a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:41.930557 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-73b5c804-78fc-43c3-878d-27cfc871b969 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.933755 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-73b5c804-78fc-43c3-878d-27cfc871b969 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/67aed29a-d29e-4a83-b003-6ca7882fa05a HTTP/1.1" status: 204 len: 168 time: 0.3193867 Jan 31 19:29:41.936537 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33554) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:42.012686 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ede302f9-1ca9-446b-994b-a94251b1075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (975e288f-6988-47ec-a7af-1ae45bcc9de0), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.100237 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ede302f9-1ca9-446b-994b-a94251b1075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (975e288f-6988-47ec-a7af-1ae45bcc9de0), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.122707 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ede302f9-1ca9-446b-994b-a94251b1075c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975e288f-6988-47ec-a7af-1ae45bcc9de0']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:42.132441 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ede302f9-1ca9-446b-994b-a94251b1075c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb3bcfa-62f8-4773-86d6-3ec9655532c5') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:42.132735 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-ede302f9-1ca9-446b-994b-a94251b1075c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb3bcfa-62f8-4773-86d6-3ec9655532c5') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:42.142608 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ede302f9-1ca9-446b-994b-a94251b1075c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9343517'] for segment (fcb3bcfa-62f8-4773-86d6-3ec9655532c5), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.155777 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ede302f9-1ca9-446b-994b-a94251b1075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (fcb3bcfa-62f8-4773-86d6-3ec9655532c5), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.163426 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede302f9-1ca9-446b-994b-a94251b1075c admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:29:42.164112 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ede302f9-1ca9-446b-994b-a94251b1075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8651311'] for segment (fcb3bcfa-62f8-4773-86d6-3ec9655532c5), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: Traceback (most recent call last): Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: timer() Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: cb(*args, **kw) Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: return func(*args, **kwargs) Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: self._notify() Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: self.callback(batched_events) Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: event.method(event) Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: return f(self, *a, **k) Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: return self._get(url).json() Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: return self.request(url, 'GET', **kwargs) Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:29:42.166442 dv-cinder-813223-5-iscsi neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:29:42.278557 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ede302f9-1ca9-446b-994b-a94251b1075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (975e288f-6988-47ec-a7af-1ae45bcc9de0), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.284196 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ede302f9-1ca9-446b-994b-a94251b1075c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.289860 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-ede302f9-1ca9-446b-994b-a94251b1075c admin admin] 10.222.0.72 "DELETE /v2.0/networks/975e288f-6988-47ec-a7af-1ae45bcc9de0 HTTP/1.1" status: 204 len: 168 time: 0.3498807 Jan 31 19:29:42.298967 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede302f9-1ca9-446b-994b-a94251b1075c admin admin] Pushing event deleted for resources: {'Network': ['ID=975e288f-6988-47ec-a7af-1ae45bcc9de0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:42.723670 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33558) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:42.769743 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-f4b9ecd4-4163-4cb6-838e-6eb2189d0e32 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c1e20c0dc2af49eaa61b1538e228b709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446382 Jan 31 19:29:42.772291 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33560) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:42.826582 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ef2769f-ecb1-4fe8-a4d2-811517a8f642 admin admin] Publish callbacks [] for security_group (c935688c-5ea1-441d-8a6e-ece9909e850a), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.849852 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ef2769f-ecb1-4fe8-a4d2-811517a8f642 admin admin] Publish callbacks [] for security_group (c935688c-5ea1-441d-8a6e-ece9909e850a), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.998527 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ef2769f-ecb1-4fe8-a4d2-811517a8f642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (c935688c-5ea1-441d-8a6e-ece9909e850a), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:43.001467 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-4ef2769f-ecb1-4fe8-a4d2-811517a8f642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:43.002760 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-4ef2769f-ecb1-4fe8-a4d2-811517a8f642 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c935688c-5ea1-441d-8a6e-ece9909e850a HTTP/1.1" status: 204 len: 168 time: 0.2295120 Jan 31 19:29:43.010772 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2769f-ecb1-4fe8-a4d2-811517a8f642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c935688c-5ea1-441d-8a6e-ece9909e850a,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:43.859123 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dcf1236d-ff3b-4f75-a963-c8b11cdb5542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:44.842336 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:46.467154 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:46.913193 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-02cdaf90-b5df-425a-8701-5961d25a9f5d req-b8f841ec-4539-4f68-893a-660002840e1a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455706 Jan 31 19:29:47.009030 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdaf90-b5df-425a-8701-5961d25a9f5d req-480770da-dc17-401c-9e0b-57e7c7d6616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:47.010696 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-02cdaf90-b5df-425a-8701-5961d25a9f5d req-480770da-dc17-401c-9e0b-57e7c7d6616f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 1130 time: 0.0529482 Jan 31 19:29:47.122654 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdaf90-b5df-425a-8701-5961d25a9f5d req-a6633442-10f4-4f14-896b-d378040053b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:47.124159 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-02cdaf90-b5df-425a-8701-5961d25a9f5d req-a6633442-10f4-4f14-896b-d378040053b3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 914 time: 0.0938210 Jan 31 19:29:47.194670 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-02cdaf90-b5df-425a-8701-5961d25a9f5d req-3a61548d-579e-4d24-a2fa-e25c4cdfd9ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1436c054-61db-457d-a894-9a64152da83e HTTP/1.1" status: 200 len: 1002 time: 0.0640011 Jan 31 19:29:47.246312 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdaf90-b5df-425a-8701-5961d25a9f5d req-1a81977c-befa-4989-b347-ba63a1405cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:47.247812 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-02cdaf90-b5df-425a-8701-5961d25a9f5d req-1a81977c-befa-4989-b347-ba63a1405cae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 200 len: 851 time: 0.0462842 Jan 31 19:29:47.302010 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdaf90-b5df-425a-8701-5961d25a9f5d req-d2d06511-8445-40c7-82d7-15586ea74f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:47.303552 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-02cdaf90-b5df-425a-8701-5961d25a9f5d req-d2d06511-8445-40c7-82d7-15586ea74f57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e0b566-945e-4d18-a856-db1971784ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472569 Jan 31 19:29:47.407806 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-02cdaf90-b5df-425a-8701-5961d25a9f5d req-ff0d5aa7-ccd1-4cc7-a670-d0a8af36472b service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974793 Jan 31 19:29:47.501986 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-02cdaf90-b5df-425a-8701-5961d25a9f5d req-6dbc661d-74f7-4123-be25-121d7f8f701b service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870316 Jan 31 19:29:47.718787 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:01.278698 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:30:11.493483 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-506b6a47-5c88-442f-a485-cd343839c47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:11.744442 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:13.838203 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2296d223-9000-438c-af09-b684a752b815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:14.925947 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:16.493134 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:17.746795 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:38.277151 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:30:41.506423 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4bb80512-7c1c-495b-bd9b-f1f91779e96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:41.807748 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:43.820611 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d343b5cd-fac2-452d-a80c-6530dde7d4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:44.876014 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:46.446525 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:47.721632 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:47.940341 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9d7373d0-3c6c-4933-b268-bffdf1eec0c5 req-ab62c94a-c8d8-4d15-9b52-94e7ed4f200f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543602 Jan 31 19:30:48.034596 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7373d0-3c6c-4933-b268-bffdf1eec0c5 req-bd985912-ce8d-41a1-b095-2f1d1218d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:48.036149 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9d7373d0-3c6c-4933-b268-bffdf1eec0c5 req-bd985912-ce8d-41a1-b095-2f1d1218d391 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 1130 time: 0.0481186 Jan 31 19:30:48.190886 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7373d0-3c6c-4933-b268-bffdf1eec0c5 req-0e2b3110-261d-489d-b238-c9595a350642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:48.193295 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9d7373d0-3c6c-4933-b268-bffdf1eec0c5 req-0e2b3110-261d-489d-b238-c9595a350642 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 914 time: 0.1319296 Jan 31 19:30:48.269303 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9d7373d0-3c6c-4933-b268-bffdf1eec0c5 req-b1a263eb-da64-4ba2-a825-fcb4a7f084c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1436c054-61db-457d-a894-9a64152da83e HTTP/1.1" status: 200 len: 1002 time: 0.0662975 Jan 31 19:30:48.332298 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7373d0-3c6c-4933-b268-bffdf1eec0c5 req-47798dba-977b-4655-9bb8-5cd8b9d81db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:48.333813 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9d7373d0-3c6c-4933-b268-bffdf1eec0c5 req-47798dba-977b-4655-9bb8-5cd8b9d81db3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 200 len: 851 time: 0.0502243 Jan 31 19:30:48.392885 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7373d0-3c6c-4933-b268-bffdf1eec0c5 req-d22c6a9d-91dc-4c3e-b469-916caf08ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:48.394500 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9d7373d0-3c6c-4933-b268-bffdf1eec0c5 req-d22c6a9d-91dc-4c3e-b469-916caf08ebd3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e0b566-945e-4d18-a856-db1971784ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504589 Jan 31 19:30:48.502276 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9d7373d0-3c6c-4933-b268-bffdf1eec0c5 req-5c7684cf-5eb2-4a5b-b259-9ae58810faec service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980828 Jan 31 19:30:48.603328 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9d7373d0-3c6c-4933-b268-bffdf1eec0c5 req-dd71c816-7d60-4edc-aa00-bf90f6c0566c service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911281 Jan 31 19:31:11.474927 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-df62e7a6-d390-4c71-a399-166be20853d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:11.865953 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:13.828947 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-127b1eb3-3395-4619-8bc1-0580e3c63776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:14.872181 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:15.276056 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:31:16.475068 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:17.763151 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:26.794083 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719c773-c944-422c-9e2b-d6b08db63356 req-99ea3024-3fb1-49ef-8811-943a07de360d tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:26.795785 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6719c773-c944-422c-9e2b-d6b08db63356 req-99ea3024-3fb1-49ef-8811-943a07de360d tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 946 time: 0.0600588 Jan 31 19:31:26.849988 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-6719c773-c944-422c-9e2b-d6b08db63356 req-97a548b3-d1bf-4cd3-bb17-3d9afbf63cf4 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480456 Jan 31 19:31:27.989756 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afb75e-7867-4418-ba33-5f7047354c9c req-551bf733-9919-4e15-b3f0-0b3d923c0dc7 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:27.991397 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-11afb75e-7867-4418-ba33-5f7047354c9c req-551bf733-9919-4e15-b3f0-0b3d923c0dc7 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 946 time: 0.0645709 Jan 31 19:31:28.049462 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-11afb75e-7867-4418-ba33-5f7047354c9c req-4a051270-7699-4886-bf3a-ee345cf94946 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516276 Jan 31 19:31:28.517827 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-a00e61a1-a844-4288-969a-e965b32953f4 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:28.519364 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-a00e61a1-a844-4288-969a-e965b32953f4 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 946 time: 0.0541439 Jan 31 19:31:28.618847 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Deleting port 1436c054-61db-457d-a894-9a64152da83e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:31:28.619185 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (1436c054-61db-457d-a894-9a64152da83e), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:28.715178 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] For port 1436c054-61db-457d-a894-9a64152da83e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1436c054-61db-457d-a894-9a64152da83e,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:31:28.715777 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (1436c054-61db-457d-a894-9a64152da83e), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:28.900277 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:28.900639 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (9b897a4c-cc89-4c46-a9e6-7d3b340a3b17), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:28.900960 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.l3_db [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Floating IP 9b897a4c-cc89-4c46-a9e6-7d3b340a3b17 disassociated. External IP: 172.27.1.170, port: 1436c054-61db-457d-a894-9a64152da83e. Jan 31 19:31:28.901330 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Calling delete_port for 1436c054-61db-457d-a894-9a64152da83e owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:31:29.154034 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (1436c054-61db-457d-a894-9a64152da83e), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:29.190635 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event deleted for resources: {'Port': ['ID=1436c054-61db-457d-a894-9a64152da83e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:29.207265 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:29.207622 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:29.207980 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:29.208317 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:29.208654 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:29.208984 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:29.209346 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:29.209676 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:29.210154 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:29.210508 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:29.212411 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:29.212411 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:29.212411 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:29.267469 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7a5ac-8958-4ed6-acc8-5dd55f6b4fdc req-63b802f0-9464-4927-b9cc-c1dd732eecb9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:29.269003 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-58c7a5ac-8958-4ed6-acc8-5dd55f6b4fdc req-63b802f0-9464-4927-b9cc-c1dd732eecb9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 867 time: 0.1447470 Jan 31 19:31:29.376217 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-58c7a5ac-8958-4ed6-acc8-5dd55f6b4fdc req-d23844a5-40d2-42e9-9a12-93650a98ada8 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940657 Jan 31 19:31:29.378081 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Router ff7f605d-543e-4e67-9097-5a5f3e441626 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:31:29.490089 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:31:29.500334 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7089a2b3-bb37-4e43-b54c-7423e6380566 None None] Sync routers for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:31:29.511238 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7089a2b3-bb37-4e43-b54c-7423e6380566 None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:31:29.512932 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7089a2b3-bb37-4e43-b54c-7423e6380566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:31:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:29.541666 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] No DVR routers for this DVR port 1436c054-61db-457d-a894-9a64152da83e on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:31:29.544642 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:29.549186 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4670e663-68ca-4313-91ed-bd3c4ff5410a req-36e078fe-bf51-4e36-8fce-2964c3167c50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "DELETE /v2.0/ports/1436c054-61db-457d-a894-9a64152da83e HTTP/1.1" status: 204 len: 173 time: 1.0233209 Jan 31 19:31:29.549681 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3287baaf-70d1-4ac9-8a87-abf7af1c9ca7', 'name': 'network-vif-deleted', 'tag': '1436c054-61db-457d-a894-9a64152da83e'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:31:29.552481 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b930d5-db19-4a56-927b-629b32e88361" -d '{"events": [{"server_uuid": "3287baaf-70d1-4ac9-8a87-abf7af1c9ca7", "name": "network-vif-deleted", "tag": "1436c054-61db-457d-a894-9a64152da83e"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:31:29.600639 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d082a042-0a1f-41fc-8491-dba60f0ed0e1 x-openstack-request-id: req-d082a042-0a1f-41fc-8491-dba60f0ed0e1 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:31:29.601233 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3287baaf-70d1-4ac9-8a87-abf7af1c9ca7", "name": "network-vif-deleted", "tag": "1436c054-61db-457d-a894-9a64152da83e", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:31:29.601547 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d082a042-0a1f-41fc-8491-dba60f0ed0e1 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:31:29.602022 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3287baaf-70d1-4ac9-8a87-abf7af1c9ca7', 'name': 'network-vif-deleted', 'tag': '1436c054-61db-457d-a894-9a64152da83e', 'status': 'completed', 'code': 200} Jan 31 19:31:29.656082 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-7089a2b3-bb37-4e43-b54c-7423e6380566 None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:31:29.871998 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7089a2b3-bb37-4e43-b54c-7423e6380566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:29.905720 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7089a2b3-bb37-4e43-b54c-7423e6380566 None None] Checking router: ff7f605d-543e-4e67-9097-5a5f3e441626 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:31:29.917255 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7089a2b3-bb37-4e43-b54c-7423e6380566 None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:31:29.918795 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7089a2b3-bb37-4e43-b54c-7423e6380566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:31:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:30.034426 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-7089a2b3-bb37-4e43-b54c-7423e6380566 None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:31:30.267150 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-7089a2b3-bb37-4e43-b54c-7423e6380566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:30.299982 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7089a2b3-bb37-4e43-b54c-7423e6380566 None None] The sync data for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi is: [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:31:30.490458 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0d911c9f-e58e-499e-960b-d5911df00c71 req-4a455ace-82f2-463a-b949-7923b1640fce tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=3287baaf-70d1-4ac9-8a87-abf7af1c9ca7 HTTP/1.1" status: 200 len: 210 time: 0.0287554 Jan 31 19:31:30.550355 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5458950d-2507-42f8-8554-e682529cb00e None None] New status for floating IP 9b897a4c-cc89-4c46-a9e6-7d3b340a3b17: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:31:31.791729 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-25d99a64-7ac5-4fd3-bd83-9c4334cf8832 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-510794669&fields=id&tenant_id=97db9d6a2b744c30b7ecf18e77093d37 HTTP/1.1" status: 200 len: 267 time: 0.0440016 Jan 31 19:31:31.800601 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 1436c054-61db-457d-a894-9a64152da83e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:31:31.820890 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: 1436c054-61db-457d-a894-9a64152da83e {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:31:31.821262 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 1436c054-61db-457d-a894-9a64152da83e not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:31:31.904293 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-4df07391-143c-4202-bed8-c0bfebc03daf tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:31.905920 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-4df07391-143c-4202-bed8-c0bfebc03daf tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 812 time: 0.1065412 Jan 31 19:31:31.921613 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-a71ad4c9-c7b4-4d09-a798-9f0c70eebe50 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/quotas/97db9d6a2b744c30b7ecf18e77093d37 HTTP/1.1" status: 200 len: 375 time: 0.0102828 Jan 31 19:31:31.977102 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-730232d8-2691-4c56-877b-7a204d128c05 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501821 Jan 31 19:31:31.994277 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-ffcb1421-93d8-4744-b156-a30238631af6 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:31:31.995284 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-ffcb1421-93d8-4744-b156-a30238631af6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053751 Jan 31 19:31:32.093121 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-a6c88782-59c9-4d8d-9fe8-033a840eee9c service neutron] 10.222.0.72 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909917 Jan 31 19:31:32.185776 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-1daf5101-3f7f-45ed-8b63-f5278ac4910b service neutron] 10.222.0.72 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867081 Jan 31 19:31:32.785390 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d5c5f934-0a46-48ea-97b4-901abedf1842 req-2240d422-6ffe-44f8-bbc6-a1114d7eec00 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 210 time: 0.0294881 Jan 31 19:31:33.886733 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-4bfdaded-6204-4081-a014-569673f86c1c req-945fbffc-045d-4af9-afdf-2d345ae5ac35 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 210 time: 0.0317435 Jan 31 19:31:34.983182 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d4ed061d-7b25-438f-b835-fef24802f021 req-7dd78471-a3c9-4625-94b0-6d9b41dcf6c5 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 210 time: 0.0276721 Jan 31 19:31:35.189012 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-326a584b-926e-4c78-bfe6-c815a5590444 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:35.190474 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-326a584b-926e-4c78-bfe6-c815a5590444 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 812 time: 0.1001740 Jan 31 19:31:35.260034 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-da8483c1-da27-45e8-8ed2-ecbf7bd1a631 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97db9d6a2b744c30b7ecf18e77093d37 HTTP/1.1" status: 200 len: 379 time: 0.0565281 Jan 31 19:31:35.268467 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-62312401-2871-4ec3-a10b-c03a30a8928a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Request body: {'port': {'device_id': '860cf699-3707-4da7-96eb-40d2cfbed994', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'admin_state_up': True, 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'security_groups': ['ec362bad-7c52-4e86-a4e3-5334747ef534']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:31:35.462617 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-62312401-2871-4ec3-a10b-c03a30a8928a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Made reservation on behalf of 97db9d6a2b744c30b7ecf18e77093d37 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:31:35.466370 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-62312401-2871-4ec3-a10b-c03a30a8928a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:35.601972 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-62312401-2871-4ec3-a10b-c03a30a8928a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Allocated IP 172.20.0.7 (f5e0b566-945e-4d18-a856-db1971784ce0/9806d60f-7379-4f82-a4f0-2550695c2001/4dec4138-a108-4765-806c-e0964eb5aa20) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:31:35.745175 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-62312401-2871-4ec3-a10b-c03a30a8928a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for port (4dec4138-a108-4765-806c-e0964eb5aa20), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:35.871973 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-62312401-2871-4ec3-a10b-c03a30a8928a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:35.919945 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-62312401-2871-4ec3-a10b-c03a30a8928a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Network f5e0b566-945e-4d18-a856-db1971784ce0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:31:35.925177 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-62312401-2871-4ec3-a10b-c03a30a8928a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:31:35.929032 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-62312401-2871-4ec3-a10b-c03a30a8928a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:31:35.936134 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62312401-2871-4ec3-a10b-c03a30a8928a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'Port': ['ID=4dec4138-a108-4765-806c-e0964eb5aa20,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:35.990587 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-62312401-2871-4ec3-a10b-c03a30a8928a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:35.991184 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-62312401-2871-4ec3-a10b-c03a30a8928a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:36.122572 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf732ed-0a7e-45cd-a13d-ae1bb731612e req-e5d49dd3-b3e6-4e34-b481-8b712c06d171 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:36.124241 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-edf732ed-0a7e-45cd-a13d-ae1bb731612e req-e5d49dd3-b3e6-4e34-b481-8b712c06d171 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 931 time: 0.0613852 Jan 31 19:31:36.140069 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-62312401-2871-4ec3-a10b-c03a30a8928a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8755162 Jan 31 19:31:36.156485 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-d9439002-a1cc-4b50-bf85-4763b2f8860d None None] Provisioning complete for port 4dec4138-a108-4765-806c-e0964eb5aa20 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:31:36.157089 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d9439002-a1cc-4b50-bf85-4763b2f8860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:36.159653 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Request body: {'port': {'device_id': '860cf699-3707-4da7-96eb-40d2cfbed994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:31:36.192160 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-d9439002-a1cc-4b50-bf85-4763b2f8860d None None] Port 4dec4138-a108-4765-806c-e0964eb5aa20 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:31:36.214121 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-edf732ed-0a7e-45cd-a13d-ae1bb731612e req-6ffdc823-6be9-4097-9f40-c8f6b25c44be tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769427 Jan 31 19:31:36.245921 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:36.521293 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dec4138-a108-4765-806c-e0964eb5aa20 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:31:36.530021 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Publish callbacks [] for port (4dec4138-a108-4765-806c-e0964eb5aa20), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:36.542806 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Transition to ACTIVE for port object 4dec4138-a108-4765-806c-e0964eb5aa20 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:31:36.671180 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:36.722220 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Pushing event updated for resources: {'Port': ['ID=4dec4138-a108-4765-806c-e0964eb5aa20,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:36.820796 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Attempting to bind port 4dec4138-a108-4765-806c-e0964eb5aa20 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:31:36.821647 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Attempting to bind port 4dec4138-a108-4765-806c-e0964eb5aa20 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:31:36.821647 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Attempting to bind port 4dec4138-a108-4765-806c-e0964eb5aa20 on network f5e0b566-945e-4d18-a856-db1971784ce0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:31:36.827373 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Port 4dec4138-a108-4765-806c-e0964eb5aa20 on network f5e0b566-945e-4d18-a856-db1971784ce0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:31:36.827701 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Attempting to bind port 4dec4138-a108-4765-806c-e0964eb5aa20 on network f5e0b566-945e-4d18-a856-db1971784ce0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:31:36.833351 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:31:36.833696 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Checking segment: {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:31:36.834082 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Bound using segment: {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:31:36.834526 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Bound port: 4dec4138-a108-4765-806c-e0964eb5aa20, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:31:36.834890 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:36.906445 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] For port 4dec4138-a108-4765-806c-e0964eb5aa20, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:31:36.909834 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] For port 4dec4138-a108-4765-806c-e0964eb5aa20, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4dec4138-a108-4765-806c-e0964eb5aa20,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:31:37.006449 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:37.041168 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:37.041679 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:37.043622 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] 10.222.0.77 "PUT /v2.0/ports/4dec4138-a108-4765-806c-e0964eb5aa20 HTTP/1.1" status: 200 len: 1093 time: 0.8925107 Jan 31 19:31:37.044171 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860cf699-3707-4da7-96eb-40d2cfbed994', 'tag': '4dec4138-a108-4765-806c-e0964eb5aa20'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:31:37.046524 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1048f1d7-4b28-4770-b23d-57eb273c26df" -d '{"events": [{"name": "network-changed", "server_uuid": "860cf699-3707-4da7-96eb-40d2cfbed994", "tag": "4dec4138-a108-4765-806c-e0964eb5aa20"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:31:37.072733 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daed25c-a15c-442c-8fea-7b915e83d897 service neutron] Pushing event updated for resources: {'Port': ['ID=4dec4138-a108-4765-806c-e0964eb5aa20,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:37.102789 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5931cb9d-c67b-4572-bb40-53e7a2809032 x-openstack-request-id: req-5931cb9d-c67b-4572-bb40-53e7a2809032 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:31:37.102789 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860cf699-3707-4da7-96eb-40d2cfbed994", "tag": "4dec4138-a108-4765-806c-e0964eb5aa20", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:31:37.102789 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5931cb9d-c67b-4572-bb40-53e7a2809032 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:31:37.102789 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860cf699-3707-4da7-96eb-40d2cfbed994', 'tag': '4dec4138-a108-4765-806c-e0964eb5aa20', 'status': 'completed', 'code': 200} Jan 31 19:31:37.186175 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048f1d7-4b28-4770-b23d-57eb273c26df req-effa1520-1772-4b51-bcb0-047f1626222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:37.187864 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1048f1d7-4b28-4770-b23d-57eb273c26df req-effa1520-1772-4b51-bcb0-047f1626222f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 1127 time: 0.0622208 Jan 31 19:31:37.323755 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048f1d7-4b28-4770-b23d-57eb273c26df req-8fb54b48-2267-46be-a821-05d9413d5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:37.324606 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1048f1d7-4b28-4770-b23d-57eb273c26df req-8fb54b48-2267-46be-a821-05d9413d5c9e service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1286271 Jan 31 19:31:37.407732 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc5458-edb4-40b1-a618-7f60f918233e req-4d0b3cba-30b8-412d-8b01-8bc29d871a42 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:37.409321 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f3bc5458-edb4-40b1-a618-7f60f918233e req-4d0b3cba-30b8-412d-8b01-8bc29d871a42 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 943 time: 0.1296420 Jan 31 19:31:37.460551 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048f1d7-4b28-4770-b23d-57eb273c26df req-8b60b2dc-6f23-45d5-bc49-174bf20c9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:37.462062 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1048f1d7-4b28-4770-b23d-57eb273c26df req-8b60b2dc-6f23-45d5-bc49-174bf20c9295 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1310775 Jan 31 19:31:37.483878 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f3bc5458-edb4-40b1-a618-7f60f918233e req-ada5812a-ad0d-4cf8-aac7-612a0f754871 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677090 Jan 31 19:31:37.567094 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-7d82d225-e80b-472b-92df-d785693c24da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:37.568620 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-7d82d225-e80b-472b-92df-d785693c24da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 1127 time: 0.0479200 Jan 31 19:31:37.624519 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-6d7f2eb7-928b-46c8-b38f-ab0677a1883f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dec4138-a108-4765-806c-e0964eb5aa20 HTTP/1.1" status: 200 len: 217 time: 0.0425172 Jan 31 19:31:37.677572 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-c2e8120a-1a23-41ee-a096-e0bffae94754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:37.679058 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-c2e8120a-1a23-41ee-a096-e0bffae94754 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 200 len: 851 time: 0.0456774 Jan 31 19:31:37.736255 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-fe9e0021-4839-44e5-ad43-ad8d19029e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:37.737809 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-fe9e0021-4839-44e5-ad43-ad8d19029e33 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e0b566-945e-4d18-a856-db1971784ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519071 Jan 31 19:31:38.107111 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-fe460593-d66a-4c4d-9624-c51957ca150b service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619781 Jan 31 19:31:38.203126 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-11f2cbbc-da16-4444-814c-be2d6da6ef0c req-71ba625c-d7c9-4730-bd9a-c8fb6033f5bd service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866215 Jan 31 19:31:38.613954 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73376b-2f11-40c6-9d68-bbc571f380bc req-aca2dd97-54e1-43df-853f-4d4f2043ebfc tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:38.615414 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4e73376b-2f11-40c6-9d68-bbc571f380bc req-aca2dd97-54e1-43df-853f-4d4f2043ebfc tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 943 time: 0.0527065 Jan 31 19:31:38.668483 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-4e73376b-2f11-40c6-9d68-bbc571f380bc req-848d4da4-1a20-426a-82c9-6ab8c9ee60ef tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465262 Jan 31 19:31:39.788012 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681de78-0eb2-47c2-8d4f-2a37d6244937 req-57cd31e9-4c9d-4302-8f9d-5cc69b6e64fd tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:39.789511 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7681de78-0eb2-47c2-8d4f-2a37d6244937 req-57cd31e9-4c9d-4302-8f9d-5cc69b6e64fd tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 943 time: 0.0523567 Jan 31 19:31:39.842295 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7681de78-0eb2-47c2-8d4f-2a37d6244937 req-fd9f882a-fa9c-4095-9366-f28c8f68014e tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470521 Jan 31 19:31:40.959588 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3eb11c-1f8f-409e-9797-a0069ae59c2c req-b29ea529-7398-43de-9122-ef65c0c2cdd0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:40.961123 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1b3eb11c-1f8f-409e-9797-a0069ae59c2c req-b29ea529-7398-43de-9122-ef65c0c2cdd0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 943 time: 0.0523117 Jan 31 19:31:41.008586 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-1b3eb11c-1f8f-409e-9797-a0069ae59c2c req-587b2c36-0969-40eb-9fce-46c6eda445e4 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412817 Jan 31 19:31:41.476744 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f0090616-f5e4-422c-8853-4334912f522b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:41.788182 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:42.138538 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcab40-4a20-4f0a-a12f-aa8e253895d9 req-6b99427e-c773-4dce-ad5a-7497dfc6d0dc tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:42.140080 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-43dcab40-4a20-4f0a-a12f-aa8e253895d9 req-6b99427e-c773-4dce-ad5a-7497dfc6d0dc tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 943 time: 0.0603456 Jan 31 19:31:42.190107 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-43dcab40-4a20-4f0a-a12f-aa8e253895d9 req-76142fda-065e-4f12-8c50-1a534100be6b tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443599 Jan 31 19:31:43.311273 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09944b-a192-41e0-897d-e311e6d91fd2 req-6b2fbb19-c462-49ad-b40f-1da7f44b9dec tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:43.312810 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ed09944b-a192-41e0-897d-e311e6d91fd2 req-6b2fbb19-c462-49ad-b40f-1da7f44b9dec tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 943 time: 0.0546634 Jan 31 19:31:43.366791 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ed09944b-a192-41e0-897d-e311e6d91fd2 req-a6637813-2903-4627-a3bd-816b040531cb tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482001 Jan 31 19:31:43.825418 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d1cbe1ae-82a7-4157-9f2b-48f069dbd989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:44.492347 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392e2d6-da2a-41d5-beb2-9e247b800636 req-35943779-cdb9-4d2b-a342-0feb4a9d18dd tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:44.493764 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5392e2d6-da2a-41d5-beb2-9e247b800636 req-35943779-cdb9-4d2b-a342-0feb4a9d18dd tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 943 time: 0.0576198 Jan 31 19:31:44.545892 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5392e2d6-da2a-41d5-beb2-9e247b800636 req-8b8de53d-0cb2-4269-b7b4-3f6a8151f3c4 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462756 Jan 31 19:31:44.865358 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:45.673257 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ca237-d0a9-4678-aa8e-988086a85744 req-439429e3-d011-46d0-9e1a-3c2d1a3ec79d tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:45.674796 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7a0ca237-d0a9-4678-aa8e-988086a85744 req-439429e3-d011-46d0-9e1a-3c2d1a3ec79d tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 943 time: 0.0579989 Jan 31 19:31:45.724441 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-7a0ca237-d0a9-4678-aa8e-988086a85744 req-079e4c86-778a-47c2-962c-8234a475d6ff tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440891 Jan 31 19:31:45.871813 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 4dec4138-a108-4765-806c-e0964eb5aa20 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:31:45.981528 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 4dec4138-a108-4765-806c-e0964eb5aa20, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4dec4138-a108-4765-806c-e0964eb5aa20,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:31:45.993304 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': '4dec4138-a108-4765-806c-e0964eb5aa20', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'port_id': '4dec4138-a108-4765-806c-e0964eb5aa20', 'mac_address': 'fa:16:3e:37:32:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:31:46.034293 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 4dec4138-a108-4765-806c-e0964eb5aa20 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:31:46.034679 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:46.048187 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dec4138-a108-4765-806c-e0964eb5aa20 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:31:46.071719 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 4dec4138-a108-4765-806c-e0964eb5aa20, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4dec4138-a108-4765-806c-e0964eb5aa20,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:31:46.171286 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:46.220175 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=4dec4138-a108-4765-806c-e0964eb5aa20,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:46.227854 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:46.228183 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:46.228531 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:46.228869 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:46.229232 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:46.230100 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:46.230459 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:46.230797 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:46.231379 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:46.231729 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:46.232081 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:46.232408 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:46.232761 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:46.479918 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:46.485566 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['4dec4138-a108-4765-806c-e0964eb5aa20'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:31:46.851121 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85fd96-1bef-400f-b7e2-5f5d1d92b165 req-c2232b6a-3bfa-4251-8d1a-3e11f96cbf12 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:46.852630 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9e85fd96-1bef-400f-b7e2-5f5d1d92b165 req-c2232b6a-3bfa-4251-8d1a-3e11f96cbf12 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 944 time: 0.0588472 Jan 31 19:31:46.903617 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-9e85fd96-1bef-400f-b7e2-5f5d1d92b165 req-3c1005cd-86b8-40de-81a7-2077fc145678 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442648 Jan 31 19:31:47.751022 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:47.887903 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 4dec4138-a108-4765-806c-e0964eb5aa20 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:31:48.011711 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port 4dec4138-a108-4765-806c-e0964eb5aa20 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:31:48.016969 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port 4dec4138-a108-4765-806c-e0964eb5aa20 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:31:48.018418 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:48.110223 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 4dec4138-a108-4765-806c-e0964eb5aa20 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:31:48.110623 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:48.134699 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860cf699-3707-4da7-96eb-40d2cfbed994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dec4138-a108-4765-806c-e0964eb5aa20'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:31:48.137159 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f855c562-574e-442c-b029-074ba47ef527" -d '{"events": [{"server_uuid": "860cf699-3707-4da7-96eb-40d2cfbed994", "name": "network-vif-plugged", "status": "completed", "tag": "4dec4138-a108-4765-806c-e0964eb5aa20"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:31:48.155704 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 4dec4138-a108-4765-806c-e0964eb5aa20, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4dec4138-a108-4765-806c-e0964eb5aa20,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:31:48.188675 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6940e-efe5-416b-98d6-b2865e8dc6b5 req-d2567862-b1fa-484a-b0eb-e38043d1751e tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:48.190273 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-49e6940e-efe5-416b-98d6-b2865e8dc6b5 req-d2567862-b1fa-484a-b0eb-e38043d1751e tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 944 time: 0.0591202 Jan 31 19:31:48.225380 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:48.246494 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-49e6940e-efe5-416b-98d6-b2865e8dc6b5 req-41c7b29f-4210-4c48-858b-b8a2fccfb50f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503378 Jan 31 19:31:48.276707 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=4dec4138-a108-4765-806c-e0964eb5aa20,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:48.330370 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5652c257-542e-41ab-b920-a8e52da4ebb0 x-openstack-request-id: req-5652c257-542e-41ab-b920-a8e52da4ebb0 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:31:48.330663 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860cf699-3707-4da7-96eb-40d2cfbed994", "name": "network-vif-plugged", "status": "completed", "tag": "4dec4138-a108-4765-806c-e0964eb5aa20", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:31:48.330920 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5652c257-542e-41ab-b920-a8e52da4ebb0 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:31:48.331319 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860cf699-3707-4da7-96eb-40d2cfbed994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dec4138-a108-4765-806c-e0964eb5aa20', 'code': 200} Jan 31 19:31:48.747267 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ec431-1603-4ac3-af93-229454365fea req-1f022b38-3df0-4656-a480-1f16af0f18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:48.749303 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e1ec431-1603-4ac3-af93-229454365fea req-1f022b38-3df0-4656-a480-1f16af0f18dd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 1129 time: 0.0465784 Jan 31 19:31:48.804730 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-0e1ec431-1603-4ac3-af93-229454365fea req-6f12d42f-a96f-4df6-b2ee-edbbca240265 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461359 Jan 31 19:31:49.371690 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5aa5a9-40a5-4ef8-ae40-344f8120fff4 req-eec9568d-1ab0-4751-a7d7-d403893b827e tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:49.373225 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bb5aa5a9-40a5-4ef8-ae40-344f8120fff4 req-eec9568d-1ab0-4751-a7d7-d403893b827e tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 945 time: 0.0572217 Jan 31 19:31:49.425231 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bb5aa5a9-40a5-4ef8-ae40-344f8120fff4 req-3bde5fdb-6fc8-4f3b-b86f-2bc7f37ec969 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452108 Jan 31 19:31:50.553336 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb314e7-dd4a-4646-b132-b1f959bb8ac3 req-d2f23c72-17a9-4a77-88a2-20ca2333f32f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:50.554933 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7eb314e7-dd4a-4646-b132-b1f959bb8ac3 req-d2f23c72-17a9-4a77-88a2-20ca2333f32f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 945 time: 0.0590858 Jan 31 19:31:50.606023 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-7eb314e7-dd4a-4646-b132-b1f959bb8ac3 req-b1992447-7334-4916-9686-cefc720520a3 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454230 Jan 31 19:31:50.727957 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67b1eb-fa03-4f87-9591-5f33e07e0639 req-653ca6b8-5e0c-4a22-8e8f-3ef4867b85b4 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:50.729424 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6a67b1eb-fa03-4f87-9591-5f33e07e0639 req-653ca6b8-5e0c-4a22-8e8f-3ef4867b85b4 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 945 time: 0.0547497 Jan 31 19:31:50.782499 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6a67b1eb-fa03-4f87-9591-5f33e07e0639 req-82232782-61dc-4d23-8eba-a891ec0b00da tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465703 Jan 31 19:31:50.806581 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33672) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:31:50.854220 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf72f00-3dd5-4d70-939b-f7e1c10ed55e tempest-TestVolumeBootPattern-1288724926 tempest-TestVolumeBootPattern-1288724926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:50.855763 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-ddf72f00-3dd5-4d70-939b-f7e1c10ed55e tempest-TestVolumeBootPattern-1288724926 tempest-TestVolumeBootPattern-1288724926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 1124 time: 0.0481176 Jan 31 19:31:50.859331 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33674) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:31:50.863776 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Request body: {'floatingip': {'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'port_id': '4dec4138-a108-4765-806c-e0964eb5aa20', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:31:50.962354 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:51.073348 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:51.196965 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Allocated IP 172.27.1.104 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/887e1a55-3571-4d53-b8ba-6bf8c8e9a44d) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:31:51.312933 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for port (887e1a55-3571-4d53-b8ba-6bf8c8e9a44d), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:51.454524 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (887e1a55-3571-4d53-b8ba-6bf8c8e9a44d), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:51.493507 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:31:51.498388 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:31:51.502432 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:31:51.508028 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'Port': ['ID=887e1a55-3571-4d53-b8ba-6bf8c8e9a44d,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:51.914408 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for floatingip (2c1fa748-78a6-417c-b49d-75073f38b574), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:52.043031 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (887e1a55-3571-4d53-b8ba-6bf8c8e9a44d), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:52.203098 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for port (887e1a55-3571-4d53-b8ba-6bf8c8e9a44d), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:52.273548 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (887e1a55-3571-4d53-b8ba-6bf8c8e9a44d), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:52.275748 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:31:52.349294 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'Port': ['ID=887e1a55-3571-4d53-b8ba-6bf8c8e9a44d,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:52.360780 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (2c1fa748-78a6-417c-b49d-75073f38b574), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:52.466699 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.l3_db [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Floating IP 2c1fa748-78a6-417c-b49d-75073f38b574 associated. External IP: 172.27.1.104, port: 4dec4138-a108-4765-806c-e0964eb5aa20. Jan 31 19:31:52.677871 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Router ff7f605d-543e-4e67-9097-5a5f3e441626 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:31:52.793222 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:31:52.806263 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f202b8-199f-4fd4-8493-9d06ec6dc454 None None] Sync routers for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:31:52.823638 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f202b8-199f-4fd4-8493-9d06ec6dc454 None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:31:52.823638 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c5f202b8-199f-4fd4-8493-9d06ec6dc454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:31:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:52.912923 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:52.935551 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c5f202b8-199f-4fd4-8493-9d06ec6dc454 None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:31:52.954947 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-f5e85190-f98a-4eb7-a07b-921f4ceca582 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0831373 Jan 31 19:31:52.954947 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860cf699-3707-4da7-96eb-40d2cfbed994', 'tag': '4dec4138-a108-4765-806c-e0964eb5aa20'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:31:52.954947 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44796f32-a201-4e44-8760-ae2e16de71ab" -d '{"events": [{"name": "network-changed", "server_uuid": "860cf699-3707-4da7-96eb-40d2cfbed994", "tag": "4dec4138-a108-4765-806c-e0964eb5aa20"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:31:52.985874 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff86a7a-b269-48e6-b4ec-163479456b61 x-openstack-request-id: req-0ff86a7a-b269-48e6-b4ec-163479456b61 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:31:52.993318 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860cf699-3707-4da7-96eb-40d2cfbed994", "tag": "4dec4138-a108-4765-806c-e0964eb5aa20", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:31:52.993318 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ff86a7a-b269-48e6-b4ec-163479456b61 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:31:52.993318 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860cf699-3707-4da7-96eb-40d2cfbed994', 'tag': '4dec4138-a108-4765-806c-e0964eb5aa20', 'status': 'completed', 'code': 200} Jan 31 19:31:53.062496 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44796f32-a201-4e44-8760-ae2e16de71ab req-05255038-dba2-4ab4-9e66-97d6fdd87805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:53.063962 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-44796f32-a201-4e44-8760-ae2e16de71ab req-05255038-dba2-4ab4-9e66-97d6fdd87805 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 1129 time: 0.0565491 Jan 31 19:31:53.156611 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44796f32-a201-4e44-8760-ae2e16de71ab req-38111606-c969-4667-83dd-45011106c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:53.158124 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-44796f32-a201-4e44-8760-ae2e16de71ab req-38111606-c969-4667-83dd-45011106c13b service neutron] 10.222.0.77 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 914 time: 0.0888608 Jan 31 19:31:53.193037 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c5f202b8-199f-4fd4-8493-9d06ec6dc454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '2c1fa748-78a6-417c-b49d-75073f38b574', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '4dec4138-a108-4765-806c-e0964eb5aa20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:37:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860cf699-3707-4da7-96eb-40d2cfbed994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:31:51Z', 'updated_at': '2022-01-31T19:31:51Z', 'revision_number': 0, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:53.224008 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f202b8-199f-4fd4-8493-9d06ec6dc454 None None] Checking router: ff7f605d-543e-4e67-9097-5a5f3e441626 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:31:53.230107 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-44796f32-a201-4e44-8760-ae2e16de71ab req-68c75e38-3898-48eb-a6cb-611a60a7cc99 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dec4138-a108-4765-806c-e0964eb5aa20 HTTP/1.1" status: 200 len: 999 time: 0.0662582 Jan 31 19:31:53.236651 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f202b8-199f-4fd4-8493-9d06ec6dc454 None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:31:53.237304 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c5f202b8-199f-4fd4-8493-9d06ec6dc454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:31:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:53.283783 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44796f32-a201-4e44-8760-ae2e16de71ab req-61a7e5f4-023b-4d55-b4f4-2427985685e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:53.285320 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-44796f32-a201-4e44-8760-ae2e16de71ab req-61a7e5f4-023b-4d55-b4f4-2427985685e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 200 len: 851 time: 0.0489664 Jan 31 19:31:53.341373 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44796f32-a201-4e44-8760-ae2e16de71ab req-b9d69439-554e-4184-aa28-4dbb5ecb7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:53.343171 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-44796f32-a201-4e44-8760-ae2e16de71ab req-b9d69439-554e-4184-aa28-4dbb5ecb7a5c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e0b566-945e-4d18-a856-db1971784ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503373 Jan 31 19:31:53.353811 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-c5f202b8-199f-4fd4-8493-9d06ec6dc454 None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:31:53.441273 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-44796f32-a201-4e44-8760-ae2e16de71ab req-641ab5f0-0f01-4b52-ad47-933bd715cfc7 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924554 Jan 31 19:31:53.536582 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-44796f32-a201-4e44-8760-ae2e16de71ab req-a2f49081-e6bb-4647-9003-e09cd1560905 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894902 Jan 31 19:31:53.589922 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-c5f202b8-199f-4fd4-8493-9d06ec6dc454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '2c1fa748-78a6-417c-b49d-75073f38b574', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '4dec4138-a108-4765-806c-e0964eb5aa20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:37:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860cf699-3707-4da7-96eb-40d2cfbed994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:31:51Z', 'updated_at': '2022-01-31T19:31:51Z', 'revision_number': 0, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:53.618945 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f202b8-199f-4fd4-8493-9d06ec6dc454 None None] The sync data for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi is: [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '2c1fa748-78a6-417c-b49d-75073f38b574', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '4dec4138-a108-4765-806c-e0964eb5aa20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:37:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860cf699-3707-4da7-96eb-40d2cfbed994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:31:51Z', 'updated_at': '2022-01-31T19:31:51Z', 'revision_number': 0, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:31:53.820527 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7868c1d-e045-40fa-a371-1fadf67a134d None None] New status for floating IP 2c1fa748-78a6-417c-b49d-75073f38b574: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:32:11.490807 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-584df4f7-0e0d-48c6-b1f6-fe7505da5b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:11.798803 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:13.833295 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-25450106-538e-4a71-b197-be0535451c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:14.851304 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:16.459434 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:17.745667 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:29.274409 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:32:41.541332 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-35f3ca4b-3759-43d3-bf38-7cd3b3da343d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:41.870410 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:43.838536 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-91e2731e-c9e6-4eb1-848d-4e2dff18ac88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:44.867217 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:46.464678 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:47.739823 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:50.926807 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f6ad76ff-c036-490d-bddf-5178931c9828 req-a4e80cec-2892-4b29-b8cb-8028f1b844a8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509222 Jan 31 19:32:51.023076 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad76ff-c036-490d-bddf-5178931c9828 req-0ac129f0-c7ac-41d3-92d2-44c47b2ad94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:51.025262 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f6ad76ff-c036-490d-bddf-5178931c9828 req-0ac129f0-c7ac-41d3-92d2-44c47b2ad94b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 1129 time: 0.0512059 Jan 31 19:32:51.129905 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad76ff-c036-490d-bddf-5178931c9828 req-d1476303-df6a-4444-98ff-4e78e75f0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:51.131382 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f6ad76ff-c036-490d-bddf-5178931c9828 req-d1476303-df6a-4444-98ff-4e78e75f0292 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 914 time: 0.0862961 Jan 31 19:32:51.203352 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f6ad76ff-c036-490d-bddf-5178931c9828 req-5d349802-3ba0-4466-be6e-4cd265cdd795 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dec4138-a108-4765-806c-e0964eb5aa20 HTTP/1.1" status: 200 len: 1001 time: 0.0633531 Jan 31 19:32:51.257391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad76ff-c036-490d-bddf-5178931c9828 req-543ca383-15d7-4dd5-a93d-50908d957fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:51.257391 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f6ad76ff-c036-490d-bddf-5178931c9828 req-543ca383-15d7-4dd5-a93d-50908d957fd0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 200 len: 851 time: 0.0448542 Jan 31 19:32:51.315833 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad76ff-c036-490d-bddf-5178931c9828 req-83dc8953-4a65-44f6-9758-b2c5f09dc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:51.318146 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f6ad76ff-c036-490d-bddf-5178931c9828 req-83dc8953-4a65-44f6-9758-b2c5f09dc856 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e0b566-945e-4d18-a856-db1971784ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544875 Jan 31 19:32:51.426684 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f6ad76ff-c036-490d-bddf-5178931c9828 req-201c1eef-9525-4459-b591-8be387f84814 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021512 Jan 31 19:32:51.561841 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-f6ad76ff-c036-490d-bddf-5178931c9828 req-f1ca8212-c0ec-4e21-b4ec-86abf9cc0e54 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278784 Jan 31 19:33:06.274580 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:33:11.526507 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3f6898e3-337f-4dfd-8b5d-147c5cc623cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:11.820900 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:13.823606 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-98521f31-1745-4cb4-bf02-074b7ff2a80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:14.855316 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:16.458331 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:17.734781 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:33.807718 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-57f57015-e411-4f2e-b5bc-7b6822c17d5b tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-510794669&fields=id&tenant_id=97db9d6a2b744c30b7ecf18e77093d37 HTTP/1.1" status: 200 len: 267 time: 0.0453246 Jan 31 19:33:33.917542 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89694808-1b10-470a-8e2b-eaba261c041f req-d2c00583-2ce7-49f2-82c8-332c9e6130b5 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:33.918964 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-d2c00583-2ce7-49f2-82c8-332c9e6130b5 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 812 time: 0.1048419 Jan 31 19:33:33.933876 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-7b200ae4-93c6-40f7-b14e-95388c39c7af tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/quotas/97db9d6a2b744c30b7ecf18e77093d37 HTTP/1.1" status: 200 len: 375 time: 0.0095818 Jan 31 19:33:33.992837 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-e735b605-9617-4414-bb03-8585949eb22d tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538545 Jan 31 19:33:34.338774 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-272dcfa2-3a5d-46e7-98d6-8244c0849ced service neutron] 10.222.0.72 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346961 Jan 31 19:33:34.432088 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-fcd28a50-62c1-43ba-bb51-b58f30385a74 service neutron] 10.222.0.72 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877411 Jan 31 19:33:35.061388 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-aa9cf7f0-edd4-4114-9722-6222d923a236 req-0ec8da76-ccb0-4593-9436-ee5f5ea57c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 210 time: 0.0350895 Jan 31 19:33:36.158333 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-555516f8-6e2e-469e-9129-ed3eb8541569 req-e516546d-0387-4518-a085-817f478ba545 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 210 time: 0.0277212 Jan 31 19:33:37.148591 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89694808-1b10-470a-8e2b-eaba261c041f req-892cf32c-b1ea-4112-ac8c-8a614942c49e tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:37.150074 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-892cf32c-b1ea-4112-ac8c-8a614942c49e tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 812 time: 0.0999084 Jan 31 19:33:37.218504 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-9e59d3ec-be7e-4c26-9d69-90699abd4b40 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97db9d6a2b744c30b7ecf18e77093d37 HTTP/1.1" status: 200 len: 379 time: 0.0594227 Jan 31 19:33:37.230209 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-89694808-1b10-470a-8e2b-eaba261c041f req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Request body: {'port': {'device_id': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'admin_state_up': True, 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'security_groups': ['ec362bad-7c52-4e86-a4e3-5334747ef534']}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:33:37.427002 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-14557268-9da8-47d6-9880-c10d769a880e req-a7e96b3f-5188-41ae-a474-da116a15fd74 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 210 time: 0.1934252 Jan 31 19:33:37.429978 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89694808-1b10-470a-8e2b-eaba261c041f req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Made reservation on behalf of 97db9d6a2b744c30b7ecf18e77093d37 for: {'port': 1} {{(pid=103244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:33:37.431417 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-89694808-1b10-470a-8e2b-eaba261c041f req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:37.559253 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [req-89694808-1b10-470a-8e2b-eaba261c041f req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Allocated IP 172.20.0.10 (f5e0b566-945e-4d18-a856-db1971784ce0/9806d60f-7379-4f82-a4f0-2550695c2001/545e992f-affc-49a1-8eb9-7198fc4cace7) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:33:37.701031 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-89694808-1b10-470a-8e2b-eaba261c041f req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:37.803339 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-89694808-1b10-470a-8e2b-eaba261c041f req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:37.846414 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89694808-1b10-470a-8e2b-eaba261c041f req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Network f5e0b566-945e-4d18-a856-db1971784ce0 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:33:37.852642 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [req-89694808-1b10-470a-8e2b-eaba261c041f req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:33:37.856247 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-89694808-1b10-470a-8e2b-eaba261c041f req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:33:37.882606 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'Port': ['ID=545e992f-affc-49a1-8eb9-7198fc4cace7,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:37.897462 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:37.897876 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:37.898227 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:37.898564 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:37.898897 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:37.899228 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:37.899558 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:37.899886 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:37.900212 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:37.900537 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:37.900864 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:37.901214 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:37.901535 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:37.925850 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89694808-1b10-470a-8e2b-eaba261c041f req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:37.926502 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-89694808-1b10-470a-8e2b-eaba261c041f req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:38.045806 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-d1bb14b5-a078-43ae-a9b6-662222dc0c51 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8193498 Jan 31 19:33:38.058574 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Request body: {'port': {'device_id': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:33:38.082684 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-5574e38e-2722-4bff-bf16-39e42c1871a4 None None] Provisioning complete for port 545e992f-affc-49a1-8eb9-7198fc4cace7 triggered by entity DHCP. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:33:38.083172 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-5574e38e-2722-4bff-bf16-39e42c1871a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:38.119009 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-5574e38e-2722-4bff-bf16-39e42c1871a4 None None] Port 545e992f-affc-49a1-8eb9-7198fc4cace7 cannot update to ACTIVE because it is not bound. {{(pid=103245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:33:38.123640 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:38.392259 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545e992f-affc-49a1-8eb9-7198fc4cace7 {{(pid=103244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:33:38.400812 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Publish callbacks [] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:38.413415 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.provisioning_blocks [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Transition to ACTIVE for port object 545e992f-affc-49a1-8eb9-7198fc4cace7 will not be triggered until provisioned by entity L2. {{(pid=103244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:33:38.517001 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:38.554018 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688f3f8-142a-4305-8df5-276d406d9574 req-dc4c1217-b060-438b-aa25-b99bca454087 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:38.561801 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8688f3f8-142a-4305-8df5-276d406d9574 req-dc4c1217-b060-438b-aa25-b99bca454087 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 932 time: 0.0665026 Jan 31 19:33:38.596392 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Pushing event updated for resources: {'Port': ['ID=545e992f-affc-49a1-8eb9-7198fc4cace7,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:38.629893 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-8688f3f8-142a-4305-8df5-276d406d9574 req-93317714-9dc8-46ef-a5eb-a1324ce065c4 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669703 Jan 31 19:33:38.655440 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Attempting to bind port 545e992f-affc-49a1-8eb9-7198fc4cace7 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:33:38.655826 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Attempting to bind port 545e992f-affc-49a1-8eb9-7198fc4cace7 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:33:38.656163 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Attempting to bind port 545e992f-affc-49a1-8eb9-7198fc4cace7 on network f5e0b566-945e-4d18-a856-db1971784ce0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:33:38.660788 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Port 545e992f-affc-49a1-8eb9-7198fc4cace7 on network f5e0b566-945e-4d18-a856-db1971784ce0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:33:38.661146 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Attempting to bind port 545e992f-affc-49a1-8eb9-7198fc4cace7 on network f5e0b566-945e-4d18-a856-db1971784ce0 {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:33:38.667053 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Checking agent: {'id': 'aded765f-1f31-4469-8756-b7be7b99d7a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'started_at': datetime.datetime(2022, 1, 31, 19, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:33:38.667391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Checking segment: {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:33:38.667772 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Bound using segment: {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'} {{(pid=103244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:33:38.668206 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.managers [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Bound port: 545e992f-affc-49a1-8eb9-7198fc4cace7, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938aad40-e954-4c0d-a412-3a083017e699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0'}}] {{(pid=103244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:33:38.668568 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:38.740188 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] For port 545e992f-affc-49a1-8eb9-7198fc4cace7, host hv-cinder-81322, cleared binding levels {{(pid=103244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:33:38.743821 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] For port 545e992f-affc-49a1-8eb9-7198fc4cace7, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=545e992f-affc-49a1-8eb9-7198fc4cace7,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:33:38.829835 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:38.869283 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:38.869912 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:38.871320 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] 10.222.0.77 "PUT /v2.0/ports/545e992f-affc-49a1-8eb9-7198fc4cace7 HTTP/1.1" status: 200 len: 1094 time: 0.8167837 Jan 31 19:33:38.871825 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'tag': '545e992f-affc-49a1-8eb9-7198fc4cace7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:33:38.874260 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d73e82-ddae-4535-a71f-790284a48ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "6506e7a2-d392-4ca4-8d13-d4f9cf83b631", "tag": "545e992f-affc-49a1-8eb9-7198fc4cace7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:33:38.902950 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1255810-80a5-4f1a-926d-0d71a41cce99 service neutron] Pushing event updated for resources: {'Port': ['ID=545e992f-affc-49a1-8eb9-7198fc4cace7,revision_number=3']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:38.927423 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de11cac-96a9-4c33-b59c-21cf7950e02e x-openstack-request-id: req-7de11cac-96a9-4c33-b59c-21cf7950e02e {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:33:38.927716 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6506e7a2-d392-4ca4-8d13-d4f9cf83b631", "tag": "545e992f-affc-49a1-8eb9-7198fc4cace7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:33:38.927972 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7de11cac-96a9-4c33-b59c-21cf7950e02e {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:33:38.929185 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'tag': '545e992f-affc-49a1-8eb9-7198fc4cace7', 'status': 'completed', 'code': 200} Jan 31 19:33:39.004378 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d73e82-ddae-4535-a71f-790284a48ce4 req-4c526e7e-098e-4b5d-9a9c-52eb6b4fd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:39.006001 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-86d73e82-ddae-4535-a71f-790284a48ce4 req-4c526e7e-098e-4b5d-9a9c-52eb6b4fd9c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 1128 time: 0.0555501 Jan 31 19:33:39.104373 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d73e82-ddae-4535-a71f-790284a48ce4 req-f1ff14d4-497c-4283-95ea-51833dec74ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:39.105842 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-86d73e82-ddae-4535-a71f-790284a48ce4 req-f1ff14d4-497c-4283-95ea-51833dec74ce service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0923340 Jan 31 19:33:39.204713 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d73e82-ddae-4535-a71f-790284a48ce4 req-ebf37db8-3561-4d03-8ccb-e1631dea07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:39.206229 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-86d73e82-ddae-4535-a71f-790284a48ce4 req-ebf37db8-3561-4d03-8ccb-e1631dea07c6 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0938451 Jan 31 19:33:39.289299 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89694808-1b10-470a-8e2b-eaba261c041f req-63bff560-15d6-45d5-b369-88c04257a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:39.290789 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-63bff560-15d6-45d5-b369-88c04257a400 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 1128 time: 0.0446231 Jan 31 19:33:39.333939 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-72488bd0-ad54-414e-9475-a6f9ccaa86be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=545e992f-affc-49a1-8eb9-7198fc4cace7 HTTP/1.1" status: 200 len: 217 time: 0.0348616 Jan 31 19:33:39.387477 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89694808-1b10-470a-8e2b-eaba261c041f req-8059a45c-5cb3-43f0-b724-f24e983ac1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:39.388937 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-8059a45c-5cb3-43f0-b724-f24e983ac1f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 200 len: 851 time: 0.0488567 Jan 31 19:33:39.439318 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89694808-1b10-470a-8e2b-eaba261c041f req-02450ebe-553a-434e-a4d6-d68e483fe8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:39.440740 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-02450ebe-553a-434e-a4d6-d68e483fe8a9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e0b566-945e-4d18-a856-db1971784ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453556 Jan 31 19:33:39.536336 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-d04132c4-b911-4d97-b761-e2d3e26cf6db service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878339 Jan 31 19:33:39.822976 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bd227-2d12-4a01-b23e-2bcba96ad7d9 req-51a534e9-a296-4bfd-b8a9-3f7b87b61dda tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:39.824597 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f04bd227-2d12-4a01-b23e-2bcba96ad7d9 req-51a534e9-a296-4bfd-b8a9-3f7b87b61dda tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 944 time: 0.1193838 Jan 31 19:33:39.876137 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-f04bd227-2d12-4a01-b23e-2bcba96ad7d9 req-f1c5b489-5076-45e2-bb90-0bf5a4697186 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458732 Jan 31 19:33:39.915210 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-89694808-1b10-470a-8e2b-eaba261c041f req-31a2e573-201d-4e52-a6c4-0bb74eeacae9 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726873 Jan 31 19:33:41.002894 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ef90e-d82b-4975-8771-a8ef0a24e423 req-7e55ec08-0642-406f-aa24-88862cae6be0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:41.004422 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-dc4ef90e-d82b-4975-8771-a8ef0a24e423 req-7e55ec08-0642-406f-aa24-88862cae6be0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 944 time: 0.0537219 Jan 31 19:33:41.054438 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-dc4ef90e-d82b-4975-8771-a8ef0a24e423 req-bb7186a3-c8ab-4f10-9ef3-8875304af4a7 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439696 Jan 31 19:33:41.482508 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-802e98a7-102b-453e-8b36-48ab9850c89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:41.835124 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:42.177323 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa7985-6004-4052-abd0-c509fc9bc2e8 req-45d88164-2954-4202-8766-e4b6d23e5511 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:42.179645 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bdaa7985-6004-4052-abd0-c509fc9bc2e8 req-45d88164-2954-4202-8766-e4b6d23e5511 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 944 time: 0.0579693 Jan 31 19:33:42.229031 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-bdaa7985-6004-4052-abd0-c509fc9bc2e8 req-d6c32ae3-bf8b-42f5-a77c-30f908cddef4 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440528 Jan 31 19:33:43.272893 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:33:43.352897 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3f939-8775-49be-8ac3-e1f1160c73dd req-c8a13fe8-5a1d-4f5e-9e56-c246df643a10 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:43.354450 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-66b3f939-8775-49be-8ac3-e1f1160c73dd req-c8a13fe8-5a1d-4f5e-9e56-c246df643a10 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 944 time: 0.0576932 Jan 31 19:33:43.403522 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-66b3f939-8775-49be-8ac3-e1f1160c73dd req-74821381-4628-412d-87cb-79d0528cff8b tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434115 Jan 31 19:33:43.808570 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-3156b0d8-47e6-4a14-8f32-f1054c786be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:44.530519 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608509c-30eb-424d-aa5b-9a331f282511 req-46ccce54-0a0e-4b20-be79-5917aac482e0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:44.532049 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9608509c-30eb-424d-aa5b-9a331f282511 req-46ccce54-0a0e-4b20-be79-5917aac482e0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 944 time: 0.0579517 Jan 31 19:33:44.591602 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-9608509c-30eb-424d-aa5b-9a331f282511 req-1978c570-c669-4585-a2dc-55297f3156f6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513873 Jan 31 19:33:44.882744 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:45.758477 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79cb3b-dc13-427f-8f4e-2ae15cf945d8 req-9e400667-6dc0-43c2-a678-565e98a9e591 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:45.759981 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bb79cb3b-dc13-427f-8f4e-2ae15cf945d8 req-9e400667-6dc0-43c2-a678-565e98a9e591 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 944 time: 0.0979762 Jan 31 19:33:45.809875 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-bb79cb3b-dc13-427f-8f4e-2ae15cf945d8 req-b04e19e9-c02b-4772-acbd-d10acf64e446 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442266 Jan 31 19:33:46.485677 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:46.931254 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51cb12-8245-4ed0-8f56-14921c4e7be1 req-6807a84c-af40-41b1-af40-cf69f1df2be4 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:46.932746 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-cf51cb12-8245-4ed0-8f56-14921c4e7be1 req-6807a84c-af40-41b1-af40-cf69f1df2be4 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 944 time: 0.0570827 Jan 31 19:33:46.986521 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-cf51cb12-8245-4ed0-8f56-14921c4e7be1 req-8afa2ac8-1c46-4ac1-87ff-91316dae7585 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482688 Jan 31 19:33:47.722103 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:48.127358 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28f289-7934-455e-8bc6-932bef1df82a req-4d527d05-1ab4-4662-ad26-2cf361eb3512 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:48.128842 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3b28f289-7934-455e-8bc6-932bef1df82a req-4d527d05-1ab4-4662-ad26-2cf361eb3512 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 944 time: 0.0638366 Jan 31 19:33:48.181696 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-3b28f289-7934-455e-8bc6-932bef1df82a req-73df7ef6-f7d8-4188-bffe-70ad480e632b tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465796 Jan 31 19:33:48.455278 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 545e992f-affc-49a1-8eb9-7198fc4cace7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:33:48.552122 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 545e992f-affc-49a1-8eb9-7198fc4cace7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=545e992f-affc-49a1-8eb9-7198fc4cace7,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:33:48.563447 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Returning: {'device': '545e992f-affc-49a1-8eb9-7198fc4cace7', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'port_id': '545e992f-affc-49a1-8eb9-7198fc4cace7', 'mac_address': 'fa:16:3e:4f:83:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:33:48.601881 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 545e992f-affc-49a1-8eb9-7198fc4cace7 is: DOWN; New status is: BUILD {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:33:48.602442 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:48.624474 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545e992f-affc-49a1-8eb9-7198fc4cace7 {{(pid=103245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:33:48.645668 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 545e992f-affc-49a1-8eb9-7198fc4cace7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=545e992f-affc-49a1-8eb9-7198fc4cace7,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:33:48.743175 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:48.789644 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=545e992f-affc-49a1-8eb9-7198fc4cace7,revision_number=4']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:48.796547 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:48.796897 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:48.797266 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:48.797601 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:48.797935 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:48.798265 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:48.798591 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:48.798915 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:48.799238 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:48.799559 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:48.799881 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:48.800196 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:48.800513 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:49.050710 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] get_ports_and_sgs() called for port_ids ['545e992f-affc-49a1-8eb9-7198fc4cace7'] {{(pid=103245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:33:49.301292 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364fc68-80ce-410e-82d7-dbbfd561aba0 req-31286c9e-7b7b-4130-8704-71690418bfdf tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:49.302759 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5364fc68-80ce-410e-82d7-dbbfd561aba0 req-31286c9e-7b7b-4130-8704-71690418bfdf tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 945 time: 0.0527239 Jan 31 19:33:49.353262 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-5364fc68-80ce-410e-82d7-dbbfd561aba0 req-cba5eab3-7325-483c-94de-a33cd940c701 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440605 Jan 31 19:33:50.478381 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 545e992f-affc-49a1-8eb9-7198fc4cace7 up at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:33:50.481087 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5bf57-625e-4a6c-9757-5ab5dba599a3 req-b51d94f0-cf3e-4f44-878f-c086cd486c00 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:50.482613 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-30e5bf57-625e-4a6c-9757-5ab5dba599a3 req-b51d94f0-cf3e-4f44-878f-c086cd486c00 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 945 time: 0.0619438 Jan 31 19:33:50.533874 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-30e5bf57-625e-4a6c-9757-5ab5dba599a3 req-6ca75777-62a7-4858-ba0b-daa996191169 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457163 Jan 31 19:33:50.659540 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning for port 545e992f-affc-49a1-8eb9-7198fc4cace7 completed by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:33:50.664381 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.provisioning_blocks [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Provisioning complete for port 545e992f-affc-49a1-8eb9-7198fc4cace7 triggered by entity L2. {{(pid=103245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:33:50.664760 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998050'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), provisioning_complete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:50.889550 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Current status of the port 545e992f-affc-49a1-8eb9-7198fc4cace7 is: BUILD; New status is: ACTIVE {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:33:50.889936 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:50.913347 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545e992f-affc-49a1-8eb9-7198fc4cace7'}] {{(pid=103245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:33:50.915422 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}415c7705df73ffb5cda24203802a3c12486b47f34c8ca00cf9b8d79cbef757e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16434695-628a-4b7f-8fb4-99c377c627b6" -d '{"events": [{"server_uuid": "6506e7a2-d392-4ca4-8d13-d4f9cf83b631", "name": "network-vif-plugged", "status": "completed", "tag": "545e992f-affc-49a1-8eb9-7198fc4cace7"}]}' {{(pid=103245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:33:50.927770 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] For port 545e992f-affc-49a1-8eb9-7198fc4cace7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=545e992f-affc-49a1-8eb9-7198fc4cace7,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:33:50.952558 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339fb997-7c2f-4368-9c39-8c4ee5cd9a32 x-openstack-request-id: req-339fb997-7c2f-4368-9c39-8c4ee5cd9a32 {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:33:50.952847 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6506e7a2-d392-4ca4-8d13-d4f9cf83b631", "name": "network-vif-plugged", "status": "completed", "tag": "545e992f-affc-49a1-8eb9-7198fc4cace7", "code": 200}]} {{(pid=103245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:33:50.953128 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-339fb997-7c2f-4368-9c39-8c4ee5cd9a32 {{(pid=103245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:33:50.953540 dv-cinder-813223-5-iscsi neutron-server[103245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545e992f-affc-49a1-8eb9-7198fc4cace7', 'code': 200} Jan 31 19:33:50.979947 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:51.027994 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Pushing event updated for resources: {'Port': ['ID=545e992f-affc-49a1-8eb9-7198fc4cace7,revision_number=5']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:51.335009 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342a2f3-93bc-4773-a761-518ea8462b14 req-e61f0936-dc32-4f1d-81f5-361e76802078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:51.342639 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5342a2f3-93bc-4773-a761-518ea8462b14 req-e61f0936-dc32-4f1d-81f5-361e76802078 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 1130 time: 0.0440342 Jan 31 19:33:51.385735 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5342a2f3-93bc-4773-a761-518ea8462b14 req-a01ede7a-ab1d-4530-8815-6bba5f825b83 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424223 Jan 31 19:33:51.658086 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a6b2a-12da-4b1f-a908-6c15360d4036 req-0f8a7c76-a20b-42ba-af57-eb25e53ea182 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:51.660299 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-793a6b2a-12da-4b1f-a908-6c15360d4036 req-0f8a7c76-a20b-42ba-af57-eb25e53ea182 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 946 time: 0.0565543 Jan 31 19:33:51.714447 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-793a6b2a-12da-4b1f-a908-6c15360d4036 req-5988e29d-80c7-410b-8488-ce5992a00a07 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478799 Jan 31 19:33:52.837075 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630410e-4a50-4b07-b196-e47ff24131b9 req-89888f67-8b50-4271-aa2a-00f73749193a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:52.838634 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d630410e-4a50-4b07-b196-e47ff24131b9 req-89888f67-8b50-4271-aa2a-00f73749193a tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 946 time: 0.0529039 Jan 31 19:33:52.892042 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d630410e-4a50-4b07-b196-e47ff24131b9 req-d103262c-206f-484b-9505-3683a97c3649 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475566 Jan 31 19:33:52.907606 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-de757150-f61b-47b4-9ec0-4d18fc7d8608 req-48bc82f5-5585-413a-8ab5-bc654c9886ec service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452011 Jan 31 19:33:52.997176 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de757150-f61b-47b4-9ec0-4d18fc7d8608 req-82187993-c920-4f4c-bef0-b8e6297d75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:52.998687 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-de757150-f61b-47b4-9ec0-4d18fc7d8608 req-82187993-c920-4f4c-bef0-b8e6297d75ff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 1129 time: 0.0465734 Jan 31 19:33:53.107794 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de757150-f61b-47b4-9ec0-4d18fc7d8608 req-fa686d43-5953-4f3a-af8a-5f8a49b7a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:53.109290 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-de757150-f61b-47b4-9ec0-4d18fc7d8608 req-fa686d43-5953-4f3a-af8a-5f8a49b7a716 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 914 time: 0.0899408 Jan 31 19:33:53.177872 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-de757150-f61b-47b4-9ec0-4d18fc7d8608 req-e5baf1bc-a136-4d5b-8f59-00e4fe97c846 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dec4138-a108-4765-806c-e0964eb5aa20 HTTP/1.1" status: 200 len: 1001 time: 0.0615146 Jan 31 19:33:53.227203 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de757150-f61b-47b4-9ec0-4d18fc7d8608 req-96ea8126-7b37-4d53-86c0-a4628e195dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:53.228634 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-de757150-f61b-47b4-9ec0-4d18fc7d8608 req-96ea8126-7b37-4d53-86c0-a4628e195dfe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 200 len: 851 time: 0.0436783 Jan 31 19:33:53.276952 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de757150-f61b-47b4-9ec0-4d18fc7d8608 req-02a2d887-05aa-4527-8644-d0721f50368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:53.278664 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-de757150-f61b-47b4-9ec0-4d18fc7d8608 req-02a2d887-05aa-4527-8644-d0721f50368d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e0b566-945e-4d18-a856-db1971784ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438006 Jan 31 19:33:53.370472 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-de757150-f61b-47b4-9ec0-4d18fc7d8608 req-acdf89e3-1dd2-4c5a-a63f-324c7030e9b1 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845492 Jan 31 19:33:53.458245 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-de757150-f61b-47b4-9ec0-4d18fc7d8608 req-a9b22fea-f5c6-4a30-ab91-0d9aee58f5e5 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813284 Jan 31 19:33:54.010927 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f08fe8-41ed-4bc7-bbda-1236e1426182 req-5023c456-6a9a-42a0-8bb4-f7ab02e11552 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:54.012430 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-24f08fe8-41ed-4bc7-bbda-1236e1426182 req-5023c456-6a9a-42a0-8bb4-f7ab02e11552 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 946 time: 0.0530295 Jan 31 19:33:54.064916 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-24f08fe8-41ed-4bc7-bbda-1236e1426182 req-39084b7f-9ac0-428e-bcf4-ae7151f781ec tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468969 Jan 31 19:33:54.188997 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e42722-c25b-496b-97f1-e76748c66daa req-271a9fea-ed76-4de8-95f6-aa5293e51ec0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:54.190458 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-68e42722-c25b-496b-97f1-e76748c66daa req-271a9fea-ed76-4de8-95f6-aa5293e51ec0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 946 time: 0.0575957 Jan 31 19:33:54.242514 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-68e42722-c25b-496b-97f1-e76748c66daa req-d4f98240-f6e1-4b15-aaed-8268ba3c2950 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457051 Jan 31 19:33:54.265078 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33824) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:33:54.309157 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16613b1c-37b1-4dbc-81bf-d1c7909d1ddb tempest-TestVolumeBootPattern-1288724926 tempest-TestVolumeBootPattern-1288724926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:54.310704 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-16613b1c-37b1-4dbc-81bf-d1c7909d1ddb tempest-TestVolumeBootPattern-1288724926 tempest-TestVolumeBootPattern-1288724926-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 1125 time: 0.0445807 Jan 31 19:33:54.313507 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33826) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:33:54.317713 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.v2.base [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Request body: {'floatingip': {'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'port_id': '545e992f-affc-49a1-8eb9-7198fc4cace7', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:33:54.417338 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:54.517855 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (None), before_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:54.625331 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_common [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Allocated IP 172.27.1.63 (983f6411-2e24-4ebc-a7a7-7c6256f2ad32/501526c6-d3e4-4c0e-a14c-fff1c1abc8a5/f825b241-a235-42ae-8420-78be6a058a35) {{(pid=103244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:33:54.729442 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for port (f825b241-a235-42ae-8420-78be6a058a35), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:54.806464 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744417927985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (f825b241-a235-42ae-8420-78be6a058a35), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:54.844659 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Network 983f6411-2e24-4ebc-a7a7-7c6256f2ad32 is already hosted by enough agents. {{(pid=103244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:33:54.852035 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.base_scheduler [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Resources bound (agent type, host, resource id): {{(pid=103244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:33:54.856464 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Received port after_create {{(pid=103244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:33:54.859802 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'Port': ['ID=f825b241-a235-42ae-8420-78be6a058a35,revision_number=1']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:55.219172 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for floatingip (58cedbbb-c36e-4d59-b147-32fbd36c9787), precommit_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:55.383977 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (f825b241-a235-42ae-8420-78be6a058a35), before_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:55.538444 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for port (f825b241-a235-42ae-8420-78be6a058a35), precommit_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:55.629385 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744418405322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744417928003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744417928021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8651467'] for port (f825b241-a235-42ae-8420-78be6a058a35), after_update {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:55.700613 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event updated for resources: {'Port': ['ID=f825b241-a235-42ae-8420-78be6a058a35,revision_number=2']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:55.713191 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2080669'] for floatingip (58cedbbb-c36e-4d59-b147-32fbd36c9787), after_create {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:55.816466 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.db.l3_db [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Floating IP 58cedbbb-c36e-4d59-b147-32fbd36c9787 associated. External IP: 172.27.1.63, port: 545e992f-affc-49a1-8eb9-7198fc4cace7. Jan 31 19:33:56.029424 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Router ff7f605d-543e-4e67-9097-5a5f3e441626 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:33:56.134927 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:33:56.145032 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28730a45-8380-4ce5-a70e-6ff222f39302 None None] Sync routers for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:33:56.155365 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28730a45-8380-4ce5-a70e-6ff222f39302 None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:33:56.159820 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-28730a45-8380-4ce5-a70e-6ff222f39302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:33:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:33:56.210902 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:56.245415 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-f946b0a8-a2f0-4d24-a98c-080ecd36a6b9 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9308600 Jan 31 19:33:56.246268 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'tag': '545e992f-affc-49a1-8eb9-7198fc4cace7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:33:56.248428 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e31d6b0-eea7-4b8d-ae0f-f760afcd6e72" -d '{"events": [{"name": "network-changed", "server_uuid": "6506e7a2-d392-4ca4-8d13-d4f9cf83b631", "tag": "545e992f-affc-49a1-8eb9-7198fc4cace7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:33:56.270065 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-28730a45-8380-4ce5-a70e-6ff222f39302 None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:33:56.290207 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548d2946-6fe4-4ee1-8530-40512744c9c7 x-openstack-request-id: req-548d2946-6fe4-4ee1-8530-40512744c9c7 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:33:56.290523 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6506e7a2-d392-4ca4-8d13-d4f9cf83b631", "tag": "545e992f-affc-49a1-8eb9-7198fc4cace7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:33:56.290802 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-548d2946-6fe4-4ee1-8530-40512744c9c7 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:33:56.291213 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'tag': '545e992f-affc-49a1-8eb9-7198fc4cace7', 'status': 'completed', 'code': 200} Jan 31 19:33:56.363563 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31d6b0-eea7-4b8d-ae0f-f760afcd6e72 req-39ff631a-19dd-4ec6-a65b-872c1fe0af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:56.365693 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8e31d6b0-eea7-4b8d-ae0f-f760afcd6e72 req-39ff631a-19dd-4ec6-a65b-872c1fe0af03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 1130 time: 0.0453088 Jan 31 19:33:56.461519 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31d6b0-eea7-4b8d-ae0f-f760afcd6e72 req-b1c855e6-1629-4cd4-bd83-eb464d5e9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:56.462902 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8e31d6b0-eea7-4b8d-ae0f-f760afcd6e72 req-b1c855e6-1629-4cd4-bd83-eb464d5e9819 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 914 time: 0.0906627 Jan 31 19:33:56.503841 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-28730a45-8380-4ce5-a70e-6ff222f39302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '2c1fa748-78a6-417c-b49d-75073f38b574', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '4dec4138-a108-4765-806c-e0964eb5aa20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:37:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860cf699-3707-4da7-96eb-40d2cfbed994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:31:51Z', 'updated_at': '2022-01-31T19:31:53Z', 'revision_number': 1, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}, {'id': '58cedbbb-c36e-4d59-b147-32fbd36c9787', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '545e992f-affc-49a1-8eb9-7198fc4cace7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:4f:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:33:55Z', 'updated_at': '2022-01-31T19:33:55Z', 'revision_number': 0, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:33:56.530002 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28730a45-8380-4ce5-a70e-6ff222f39302 None None] Checking router: ff7f605d-543e-4e67-9097-5a5f3e441626 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:33:56.531074 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8e31d6b0-eea7-4b8d-ae0f-f760afcd6e72 req-0bc7ce34-c19a-4c8e-88d6-283681c5e82e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=545e992f-affc-49a1-8eb9-7198fc4cace7 HTTP/1.1" status: 200 len: 999 time: 0.0618618 Jan 31 19:33:56.539257 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28730a45-8380-4ce5-a70e-6ff222f39302 None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:33:56.539860 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-28730a45-8380-4ce5-a70e-6ff222f39302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:33:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:33:56.582205 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31d6b0-eea7-4b8d-ae0f-f760afcd6e72 req-299c07aa-3aa1-4226-a003-481971be73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:56.583715 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8e31d6b0-eea7-4b8d-ae0f-f760afcd6e72 req-299c07aa-3aa1-4226-a003-481971be73e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 200 len: 851 time: 0.0455401 Jan 31 19:33:56.636979 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31d6b0-eea7-4b8d-ae0f-f760afcd6e72 req-8759d6c5-31b3-45ea-b859-9e29c5b38da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:56.638558 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8e31d6b0-eea7-4b8d-ae0f-f760afcd6e72 req-8759d6c5-31b3-45ea-b859-9e29c5b38da3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e0b566-945e-4d18-a856-db1971784ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485363 Jan 31 19:33:56.649103 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-28730a45-8380-4ce5-a70e-6ff222f39302 None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:33:56.734814 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8e31d6b0-eea7-4b8d-ae0f-f760afcd6e72 req-1afe5d97-3cbc-4efc-813b-2990b1d29673 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883512 Jan 31 19:33:56.838105 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-8e31d6b0-eea7-4b8d-ae0f-f760afcd6e72 req-169ada42-660e-4aa3-bc53-4448fbda2d4b service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952322 Jan 31 19:33:56.887096 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-28730a45-8380-4ce5-a70e-6ff222f39302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '2c1fa748-78a6-417c-b49d-75073f38b574', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '4dec4138-a108-4765-806c-e0964eb5aa20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:37:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860cf699-3707-4da7-96eb-40d2cfbed994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:31:51Z', 'updated_at': '2022-01-31T19:31:53Z', 'revision_number': 1, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}, {'id': '58cedbbb-c36e-4d59-b147-32fbd36c9787', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '545e992f-affc-49a1-8eb9-7198fc4cace7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:4f:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:33:55Z', 'updated_at': '2022-01-31T19:33:55Z', 'revision_number': 0, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:33:56.914234 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28730a45-8380-4ce5-a70e-6ff222f39302 None None] The sync data for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi is: [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '2c1fa748-78a6-417c-b49d-75073f38b574', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '4dec4138-a108-4765-806c-e0964eb5aa20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:37:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860cf699-3707-4da7-96eb-40d2cfbed994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:31:51Z', 'updated_at': '2022-01-31T19:31:53Z', 'revision_number': 1, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}, {'id': '58cedbbb-c36e-4d59-b147-32fbd36c9787', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '545e992f-affc-49a1-8eb9-7198fc4cace7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:4f:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:33:55Z', 'updated_at': '2022-01-31T19:33:55Z', 'revision_number': 0, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:33:57.127041 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11336b5-c8ae-416f-8f50-8c2d5930b456 None None] New status for floating IP 58cedbbb-c36e-4d59-b147-32fbd36c9787: ACTIVE {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:34:10.392344 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [req-37480396-6025-4953-a56b-056bfbdc5dd1 req-ca904b6e-3a6b-4181-b63e-9fbcac88c452 service neutron] (103243) timed out ('10.222.0.77', 49778) {{(pid=103243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 19:34:11.499535 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-654d4df4-ff47-4615-a824-12696eebf958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:11.813481 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:13.824840 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-720ae4bb-2d9f-451e-b655-6651e7e45ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:14.853602 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:16.481872 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:17.716264 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:20.272514 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:34:41.475261 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d6149992-2a03-4c23-aadf-4457db15c323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.838858 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.805070 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dc0061cd-5448-4d1d-aa83-44c5c57b5f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.873518 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.498335 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:47.697971 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.978908 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-072e80de-9f86-41f5-9ceb-8a190661ed56 req-21649444-6e2b-4e3e-b94a-6612871ad27a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862401 Jan 31 19:34:55.046557 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e80de-9f86-41f5-9ceb-8a190661ed56 req-f6dc6d61-2af8-4db5-b0dd-e2498264ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:55.053026 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-072e80de-9f86-41f5-9ceb-8a190661ed56 req-f6dc6d61-2af8-4db5-b0dd-e2498264ac17 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 1130 time: 0.0470951 Jan 31 19:34:55.156074 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e80de-9f86-41f5-9ceb-8a190661ed56 req-c40deaea-733d-4cb6-99d8-b4aa5112ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:55.157504 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-072e80de-9f86-41f5-9ceb-8a190661ed56 req-c40deaea-733d-4cb6-99d8-b4aa5112ffe9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 914 time: 0.0891037 Jan 31 19:34:55.223508 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-072e80de-9f86-41f5-9ceb-8a190661ed56 req-af716f47-2cd7-4e4f-92f8-09aac54b041a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=545e992f-affc-49a1-8eb9-7198fc4cace7 HTTP/1.1" status: 200 len: 1001 time: 0.0588067 Jan 31 19:34:55.271736 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e80de-9f86-41f5-9ceb-8a190661ed56 req-982fc5cf-d2f7-41a5-8b23-d8d321475123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:55.273207 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-072e80de-9f86-41f5-9ceb-8a190661ed56 req-982fc5cf-d2f7-41a5-8b23-d8d321475123 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 200 len: 851 time: 0.0431929 Jan 31 19:34:55.329356 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e80de-9f86-41f5-9ceb-8a190661ed56 req-034d7f66-863d-4dbb-8b18-2081391a83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:55.330841 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-072e80de-9f86-41f5-9ceb-8a190661ed56 req-034d7f66-863d-4dbb-8b18-2081391a83b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e0b566-945e-4d18-a856-db1971784ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474634 Jan 31 19:34:55.420514 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-072e80de-9f86-41f5-9ceb-8a190661ed56 req-e7e011f1-c5b7-4f54-811e-94baba913b1d service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820947 Jan 31 19:34:55.516325 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-072e80de-9f86-41f5-9ceb-8a190661ed56 req-10672a2a-d217-4bcb-8367-76cc7ac156d0 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895162 Jan 31 19:34:57.270650 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:35:11.498000 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-661de267-18c1-46b8-9754-aad18d69d5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:11.851975 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:13.810349 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8ed7da45-869d-402d-9b82-0d90823cd8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:14.869323 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:16.497572 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:17.766585 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:25.715316 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33852) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:25.881579 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Deleting port f825b241-a235-42ae-8420-78be6a058a35 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:25.881835 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (f825b241-a235-42ae-8420-78be6a058a35), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:25.959296 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (f825b241-a235-42ae-8420-78be6a058a35), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:25.959610 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for floatingip (f825b241-a235-42ae-8420-78be6a058a35), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:25.971557 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Calling delete_port for f825b241-a235-42ae-8420-78be6a058a35 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:26.250623 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (f825b241-a235-42ae-8420-78be6a058a35), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:26.278696 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event deleted for resources: {'Port': ['ID=f825b241-a235-42ae-8420-78be6a058a35,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:26.289992 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:26.290345 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:26.290686 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:26.291030 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:26.291368 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:26.291705 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:26.292036 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:26.292393 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:26.292693 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:26.293022 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:26.293376 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:26.293698 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:26.294071 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:26.352518 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for floatingip (58cedbbb-c36e-4d59-b147-32fbd36c9787), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:26.352892 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.l3_db [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Floating IP 58cedbbb-c36e-4d59-b147-32fbd36c9787 disassociated (deleted). External IP: 172.27.1.63, port: 545e992f-affc-49a1-8eb9-7198fc4cace7. Jan 31 19:35:26.576537 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Router ff7f605d-543e-4e67-9097-5a5f3e441626 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:35:26.713834 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:35:26.720476 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:26.724539 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be17d52-134f-425f-b7b6-636ba946101b None None] Sync routers for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:35:26.735767 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be17d52-134f-425f-b7b6-636ba946101b None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:35:26.736779 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2be17d52-134f-425f-b7b6-636ba946101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:35:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:26.769169 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-49aac065-1761-4016-98ce-9aa5c960a594 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "DELETE /v2.0/floatingips/58cedbbb-c36e-4d59-b147-32fbd36c9787 HTTP/1.1" status: 204 len: 168 time: 1.0491230 Jan 31 19:35:26.769169 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'tag': '545e992f-affc-49a1-8eb9-7198fc4cace7'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:35:26.770575 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fff4ebd-6ac8-443e-b94f-a37f5cd2724d" -d '{"events": [{"name": "network-changed", "server_uuid": "6506e7a2-d392-4ca4-8d13-d4f9cf83b631", "tag": "545e992f-affc-49a1-8eb9-7198fc4cace7"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:35:26.883714 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-2be17d52-134f-425f-b7b6-636ba946101b None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:35:26.902560 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6a3819-5ff5-44b9-825b-5435282c71b1 x-openstack-request-id: req-4c6a3819-5ff5-44b9-825b-5435282c71b1 {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:35:26.903062 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6506e7a2-d392-4ca4-8d13-d4f9cf83b631", "tag": "545e992f-affc-49a1-8eb9-7198fc4cace7", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:35:26.903410 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c6a3819-5ff5-44b9-825b-5435282c71b1 {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:35:26.903956 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'tag': '545e992f-affc-49a1-8eb9-7198fc4cace7', 'status': 'completed', 'code': 200} Jan 31 19:35:26.982388 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff4ebd-6ac8-443e-b94f-a37f5cd2724d req-6fe7998e-ae46-4045-a057-a02feb5e005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:26.984373 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2fff4ebd-6ac8-443e-b94f-a37f5cd2724d req-6fe7998e-ae46-4045-a057-a02feb5e005e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 1130 time: 0.0571945 Jan 31 19:35:27.137285 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff4ebd-6ac8-443e-b94f-a37f5cd2724d req-9aa1dac1-8e0d-48db-a4ba-dcf17044297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:27.139911 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2fff4ebd-6ac8-443e-b94f-a37f5cd2724d req-9aa1dac1-8e0d-48db-a4ba-dcf17044297a service neutron] 10.222.0.77 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 914 time: 0.1472759 Jan 31 19:35:27.163839 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2be17d52-134f-425f-b7b6-636ba946101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '2c1fa748-78a6-417c-b49d-75073f38b574', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '4dec4138-a108-4765-806c-e0964eb5aa20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:37:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860cf699-3707-4da7-96eb-40d2cfbed994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:31:51Z', 'updated_at': '2022-01-31T19:31:53Z', 'revision_number': 1, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:27.235157 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be17d52-134f-425f-b7b6-636ba946101b None None] Checking router: ff7f605d-543e-4e67-9097-5a5f3e441626 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:35:27.251259 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be17d52-134f-425f-b7b6-636ba946101b None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:35:27.252258 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2be17d52-134f-425f-b7b6-636ba946101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:35:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:27.430326 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-2be17d52-134f-425f-b7b6-636ba946101b None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:35:27.478694 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2fff4ebd-6ac8-443e-b94f-a37f5cd2724d req-f62dd7d8-3d40-4af1-a099-1f0586cb8746 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=545e992f-affc-49a1-8eb9-7198fc4cace7 HTTP/1.1" status: 200 len: 217 time: 0.3307474 Jan 31 19:35:27.555174 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff4ebd-6ac8-443e-b94f-a37f5cd2724d req-a091fb25-9dcf-4352-898d-3532c470513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:27.556670 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2fff4ebd-6ac8-443e-b94f-a37f5cd2724d req-a091fb25-9dcf-4352-898d-3532c470513a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 200 len: 851 time: 0.0705612 Jan 31 19:35:27.573105 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ea625-e5c3-40bd-aff0-3d025f9858d6 req-47676db9-e604-45c6-8952-6d859d13f106 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:27.574738 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-de6ea625-e5c3-40bd-aff0-3d025f9858d6 req-47676db9-e604-45c6-8952-6d859d13f106 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 946 time: 0.0991278 Jan 31 19:35:27.658615 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-de6ea625-e5c3-40bd-aff0-3d025f9858d6 req-8d2c5137-06b4-4485-ac79-e4e273703fe2 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731115 Jan 31 19:35:27.662771 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff4ebd-6ac8-443e-b94f-a37f5cd2724d req-2b316af8-44f5-461e-866d-96b07e9a7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:27.664312 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2fff4ebd-6ac8-443e-b94f-a37f5cd2724d req-2b316af8-44f5-461e-866d-96b07e9a7730 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e0b566-945e-4d18-a856-db1971784ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886519 Jan 31 19:35:27.783241 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2fff4ebd-6ac8-443e-b94f-a37f5cd2724d req-2b8275a2-f5d2-4a22-a862-0028300e6e97 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109824 Jan 31 19:35:27.852228 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-2be17d52-134f-425f-b7b6-636ba946101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '2c1fa748-78a6-417c-b49d-75073f38b574', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '4dec4138-a108-4765-806c-e0964eb5aa20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:37:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860cf699-3707-4da7-96eb-40d2cfbed994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:31:51Z', 'updated_at': '2022-01-31T19:31:53Z', 'revision_number': 1, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:27.888649 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be17d52-134f-425f-b7b6-636ba946101b None None] The sync data for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi is: [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_floatingips': [{'id': '2c1fa748-78a6-417c-b49d-75073f38b574', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'router_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'port_id': '4dec4138-a108-4765-806c-e0964eb5aa20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'mac_address': 'fa:16:3e:37:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860cf699-3707-4da7-96eb-40d2cfbed994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:31:51Z', 'updated_at': '2022-01-31T19:31:53Z', 'revision_number': 1, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:35:27.908962 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-2fff4ebd-6ac8-443e-b94f-a37f5cd2724d req-91d6c609-9509-4013-b0f9-af59fe50c2ee service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192942 Jan 31 19:35:28.132273 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281f12c-1246-40e8-beb9-de575952b708 None None] New status for floating IP 58cedbbb-c36e-4d59-b147-32fbd36c9787: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:35:28.824982 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e81a-a171-43d4-916e-e1d46463b52b req-1929a6ba-a6d5-4511-a1a7-25e16b593aad tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:28.826919 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6857e81a-a171-43d4-916e-e1d46463b52b req-1929a6ba-a6d5-4511-a1a7-25e16b593aad tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 946 time: 0.0569134 Jan 31 19:35:28.884356 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-6857e81a-a171-43d4-916e-e1d46463b52b req-3b1663af-68bd-4eee-9839-6c77a7fa673f tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510480 Jan 31 19:35:29.102428 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b4703-09e6-4813-857f-6cbe39179646 req-c1836200-274c-4aaf-b524-f8d58671c7ae tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:29.103930 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b29b4703-09e6-4813-857f-6cbe39179646 req-c1836200-274c-4aaf-b524-f8d58671c7ae tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 946 time: 0.0559690 Jan 31 19:35:29.206411 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b29b4703-09e6-4813-857f-6cbe39179646 req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Deleting port 545e992f-affc-49a1-8eb9-7198fc4cace7 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:29.206688 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b29b4703-09e6-4813-857f-6cbe39179646 req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:29.303745 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-b29b4703-09e6-4813-857f-6cbe39179646 req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] For port 545e992f-affc-49a1-8eb9-7198fc4cace7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=545e992f-affc-49a1-8eb9-7198fc4cace7,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:29.304118 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b29b4703-09e6-4813-857f-6cbe39179646 req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:29.322407 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-b29b4703-09e6-4813-857f-6cbe39179646 req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Calling delete_port for 545e992f-affc-49a1-8eb9-7198fc4cace7 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:29.526325 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b29b4703-09e6-4813-857f-6cbe39179646 req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (545e992f-affc-49a1-8eb9-7198fc4cace7), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:29.556895 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event deleted for resources: {'Port': ['ID=545e992f-affc-49a1-8eb9-7198fc4cace7,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:29.592222 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:29.605391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:29.605391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:29.605391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:29.605391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:29.605391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:29.605391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:29.605391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:29.605391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:29.605391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:29.605391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:29.605391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:29.605391 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:29.621490 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29b4703-09e6-4813-857f-6cbe39179646 req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] No DVR routers for this DVR port 545e992f-affc-49a1-8eb9-7198fc4cace7 on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:35:29.625267 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-b29b4703-09e6-4813-857f-6cbe39179646 req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:29.630209 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-b29b4703-09e6-4813-857f-6cbe39179646 req-bac839de-ae9c-40c8-9d41-61b03f14afc6 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "DELETE /v2.0/ports/545e992f-affc-49a1-8eb9-7198fc4cace7 HTTP/1.1" status: 204 len: 173 time: 0.5188050 Jan 31 19:35:29.630716 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'name': 'network-vif-deleted', 'tag': '545e992f-affc-49a1-8eb9-7198fc4cace7'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:35:29.633389 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77fdc3c-7b31-41ed-a7d2-d40a3f3fb586" -d '{"events": [{"server_uuid": "6506e7a2-d392-4ca4-8d13-d4f9cf83b631", "name": "network-vif-deleted", "tag": "545e992f-affc-49a1-8eb9-7198fc4cace7"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:35:29.734851 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c33a905-7c44-4d12-92a4-7c90252d26d1 x-openstack-request-id: req-7c33a905-7c44-4d12-92a4-7c90252d26d1 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:35:29.735253 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6506e7a2-d392-4ca4-8d13-d4f9cf83b631", "name": "network-vif-deleted", "tag": "545e992f-affc-49a1-8eb9-7198fc4cace7", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:35:29.735645 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c33a905-7c44-4d12-92a4-7c90252d26d1 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:35:29.736155 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6506e7a2-d392-4ca4-8d13-d4f9cf83b631', 'name': 'network-vif-deleted', 'tag': '545e992f-affc-49a1-8eb9-7198fc4cace7', 'status': 'completed', 'code': 200} Jan 31 19:35:29.997468 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-b555ee96-6c1a-4a91-87cf-d9b3498c8b2e req-ee4fbcfd-1826-4af1-bb3f-fade82e09b60 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 210 time: 0.0358105 Jan 31 19:35:31.126273 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-971e01cc-8152-4585-b5d3-c2c592676d94 req-ad7d4e11-8dc1-484f-bfd0-8fa05ff2dc82 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=6506e7a2-d392-4ca4-8d13-d4f9cf83b631 HTTP/1.1" status: 200 len: 210 time: 0.0307183 Jan 31 19:35:33.035422 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 545e992f-affc-49a1-8eb9-7198fc4cace7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:35:33.057802 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: 545e992f-affc-49a1-8eb9-7198fc4cace7 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:35:33.058267 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 545e992f-affc-49a1-8eb9-7198fc4cace7 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:35:34.270960 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:35:34.722972 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33900) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:34.888656 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-fe77ce7f-fb2d-405f-a51b-16bc01a001a1 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Deleting port 887e1a55-3571-4d53-b8ba-6bf8c8e9a44d {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:34.888953 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe77ce7f-fb2d-405f-a51b-16bc01a001a1 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (887e1a55-3571-4d53-b8ba-6bf8c8e9a44d), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:34.974095 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe77ce7f-fb2d-405f-a51b-16bc01a001a1 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (887e1a55-3571-4d53-b8ba-6bf8c8e9a44d), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:34.974425 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe77ce7f-fb2d-405f-a51b-16bc01a001a1 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for floatingip (887e1a55-3571-4d53-b8ba-6bf8c8e9a44d), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:34.986707 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-fe77ce7f-fb2d-405f-a51b-16bc01a001a1 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Calling delete_port for 887e1a55-3571-4d53-b8ba-6bf8c8e9a44d owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:35.243812 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe77ce7f-fb2d-405f-a51b-16bc01a001a1 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (887e1a55-3571-4d53-b8ba-6bf8c8e9a44d), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:35.275317 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77ce7f-fb2d-405f-a51b-16bc01a001a1 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event deleted for resources: {'Port': ['ID=887e1a55-3571-4d53-b8ba-6bf8c8e9a44d,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:35.337975 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe77ce7f-fb2d-405f-a51b-16bc01a001a1 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for floatingip (2c1fa748-78a6-417c-b49d-75073f38b574), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:35.338369 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.db.l3_db [None req-fe77ce7f-fb2d-405f-a51b-16bc01a001a1 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Floating IP 2c1fa748-78a6-417c-b49d-75073f38b574 disassociated (deleted). External IP: 172.27.1.104, port: 4dec4138-a108-4765-806c-e0964eb5aa20. Jan 31 19:35:35.559149 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe77ce7f-fb2d-405f-a51b-16bc01a001a1 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Router ff7f605d-543e-4e67-9097-5a5f3e441626 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:35:35.690742 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe77ce7f-fb2d-405f-a51b-16bc01a001a1 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:35:35.696318 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-fe77ce7f-fb2d-405f-a51b-16bc01a001a1 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:35.705160 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb92de7-185e-4b9e-b2b2-17fdb537c0ca None None] Sync routers for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:35:35.721195 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb92de7-185e-4b9e-b2b2-17fdb537c0ca None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:35:35.722140 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-beb92de7-185e-4b9e-b2b2-17fdb537c0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:35:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:35.729929 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-fe77ce7f-fb2d-405f-a51b-16bc01a001a1 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "DELETE /v2.0/floatingips/2c1fa748-78a6-417c-b49d-75073f38b574 HTTP/1.1" status: 204 len: 168 time: 1.0054889 Jan 31 19:35:35.730778 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860cf699-3707-4da7-96eb-40d2cfbed994', 'tag': '4dec4138-a108-4765-806c-e0964eb5aa20'}] {{(pid=103243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:35:35.733139 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398d0af114edaa61ebaec3357f63c34b9437ec4a6dbc02245480a05c3944cf53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1096afa9-8f54-4ab9-88a3-855bf22599b9" -d '{"events": [{"name": "network-changed", "server_uuid": "860cf699-3707-4da7-96eb-40d2cfbed994", "tag": "4dec4138-a108-4765-806c-e0964eb5aa20"}]}' {{(pid=103243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:35:35.787539 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd7adae-d47c-4163-8d8b-561b4ce52c7e x-openstack-request-id: req-6dd7adae-d47c-4163-8d8b-561b4ce52c7e {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:35:35.787987 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860cf699-3707-4da7-96eb-40d2cfbed994", "tag": "4dec4138-a108-4765-806c-e0964eb5aa20", "status": "completed", "code": 200}]} {{(pid=103243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:35:35.788409 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6dd7adae-d47c-4163-8d8b-561b4ce52c7e {{(pid=103243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:35:35.789508 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860cf699-3707-4da7-96eb-40d2cfbed994', 'tag': '4dec4138-a108-4765-806c-e0964eb5aa20', 'status': 'completed', 'code': 200} Jan 31 19:35:35.888606 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096afa9-8f54-4ab9-88a3-855bf22599b9 req-bbb507a3-debd-4eff-ab4d-4479f9c73078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:35.890682 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1096afa9-8f54-4ab9-88a3-855bf22599b9 req-bbb507a3-debd-4eff-ab4d-4479f9c73078 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 1129 time: 0.0731697 Jan 31 19:35:35.899072 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-beb92de7-185e-4b9e-b2b2-17fdb537c0ca None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:35:36.021647 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096afa9-8f54-4ab9-88a3-855bf22599b9 req-bb398748-1f50-4b5f-b696-72e02c653e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:36.023429 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1096afa9-8f54-4ab9-88a3-855bf22599b9 req-bb398748-1f50-4b5f-b696-72e02c653e4c service neutron] 10.222.0.77 "GET /v2.0/networks?id=f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 200 len: 914 time: 0.1257811 Jan 31 19:35:36.071187 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1096afa9-8f54-4ab9-88a3-855bf22599b9 req-0c8ae459-cb18-4e0b-a3d8-9e1704ec50e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dec4138-a108-4765-806c-e0964eb5aa20 HTTP/1.1" status: 200 len: 217 time: 0.0409553 Jan 31 19:35:36.137548 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096afa9-8f54-4ab9-88a3-855bf22599b9 req-26a266a1-d056-4d75-a967-0b6ceeeeab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:36.140230 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1096afa9-8f54-4ab9-88a3-855bf22599b9 req-26a266a1-d056-4d75-a967-0b6ceeeeab77 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 200 len: 851 time: 0.0621183 Jan 31 19:35:36.169463 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-beb92de7-185e-4b9e-b2b2-17fdb537c0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:36.200887 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb92de7-185e-4b9e-b2b2-17fdb537c0ca None None] Checking router: ff7f605d-543e-4e67-9097-5a5f3e441626 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:35:36.214740 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096afa9-8f54-4ab9-88a3-855bf22599b9 req-a38976a9-57d9-49e7-add2-e86b7671ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:36.220594 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb92de7-185e-4b9e-b2b2-17fdb537c0ca None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:35:36.220594 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-beb92de7-185e-4b9e-b2b2-17fdb537c0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:35:14Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:36.220923 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1096afa9-8f54-4ab9-88a3-855bf22599b9 req-a38976a9-57d9-49e7-add2-e86b7671ade4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e0b566-945e-4d18-a856-db1971784ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662081 Jan 31 19:35:36.345429 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1096afa9-8f54-4ab9-88a3-855bf22599b9 req-fb1053bd-71f7-488a-9843-8aa72bb7a18a service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173890 Jan 31 19:35:36.356291 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-beb92de7-185e-4b9e-b2b2-17fdb537c0ca None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:35:36.459948 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa99e98-1b88-4d2e-9d26-b6cea55faf8e req-d90aca51-a013-419e-8699-bc319b2d52e2 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:36.462227 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ffa99e98-1b88-4d2e-9d26-b6cea55faf8e req-d90aca51-a013-419e-8699-bc319b2d52e2 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 945 time: 0.0682046 Jan 31 19:35:36.512643 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-1096afa9-8f54-4ab9-88a3-855bf22599b9 req-7b83edce-3fdd-4390-ab66-af266bf7aa2d service neutron] 10.222.0.77 "GET /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567161 Jan 31 19:35:36.542146 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-ffa99e98-1b88-4d2e-9d26-b6cea55faf8e req-05ecfbbc-827b-4808-87a5-b4c84db4f2cb tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693092 Jan 31 19:35:36.642029 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-beb92de7-185e-4b9e-b2b2-17fdb537c0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:36.669705 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb92de7-185e-4b9e-b2b2-17fdb537c0ca None None] The sync data for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi is: [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:28:34Z', 'revision_number': 4, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi', '_interfaces': [{'id': '617a9d9c-ee83-483e-81b7-cd1c1cc07722', 'name': '', 'network_id': 'f5e0b566-945e-4d18-a856-db1971784ce0', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'mac_address': 'fa:16:3e:3e:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:33Z', 'updated_at': '2022-01-31T19:28:38Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'subnets': [{'id': '9806d60f-7379-4f82-a4f0-2550695c2001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:35:36.902762 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd00698-06f3-4890-9cfc-d9c301be46e2 None None] New status for floating IP 2c1fa748-78a6-417c-b49d-75073f38b574: DOWN {{(pid=103246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:35:37.692221 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038e37e-99aa-4532-8c16-ac4c56e666db req-fe96a155-984c-4e0d-a179-42a707bb9a82 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:37.693786 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5038e37e-99aa-4532-8c16-ac4c56e666db req-fe96a155-984c-4e0d-a179-42a707bb9a82 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 945 time: 0.0551314 Jan 31 19:35:37.744959 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-5038e37e-99aa-4532-8c16-ac4c56e666db req-e0ce84e6-8107-412e-bbb5-5a47cb103f19 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec362bad-7c52-4e86-a4e3-5334747ef534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452974 Jan 31 19:35:38.233083 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c2c39-4904-4a41-9ed7-e63b3c67e6a0 req-3eba4a7d-b1ab-4cc8-b648-cfcdb76ea474 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:38.234596 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-823c2c39-4904-4a41-9ed7-e63b3c67e6a0 req-3eba4a7d-b1ab-4cc8-b648-cfcdb76ea474 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 945 time: 0.0578947 Jan 31 19:35:38.351524 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-823c2c39-4904-4a41-9ed7-e63b3c67e6a0 req-814389ba-ae97-4a5e-9f20-e342373aa324 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Deleting port 4dec4138-a108-4765-806c-e0964eb5aa20 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:38.352001 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-823c2c39-4904-4a41-9ed7-e63b3c67e6a0 req-814389ba-ae97-4a5e-9f20-e342373aa324 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:38.478458 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [req-823c2c39-4904-4a41-9ed7-e63b3c67e6a0 req-814389ba-ae97-4a5e-9f20-e342373aa324 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] For port 4dec4138-a108-4765-806c-e0964eb5aa20, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4dec4138-a108-4765-806c-e0964eb5aa20,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:38.478927 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-823c2c39-4904-4a41-9ed7-e63b3c67e6a0 req-814389ba-ae97-4a5e-9f20-e342373aa324 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:38.491639 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [req-823c2c39-4904-4a41-9ed7-e63b3c67e6a0 req-814389ba-ae97-4a5e-9f20-e342373aa324 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Calling delete_port for 4dec4138-a108-4765-806c-e0964eb5aa20 owned by compute:nova {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:38.685608 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-823c2c39-4904-4a41-9ed7-e63b3c67e6a0 req-814389ba-ae97-4a5e-9f20-e342373aa324 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (4dec4138-a108-4765-806c-e0964eb5aa20), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:38.720218 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814389ba-ae97-4a5e-9f20-e342373aa324 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event deleted for resources: {'Port': ['ID=4dec4138-a108-4765-806c-e0964eb5aa20,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:38.771326 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [req-823c2c39-4904-4a41-9ed7-e63b3c67e6a0 req-814389ba-ae97-4a5e-9f20-e342373aa324 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] No DVR routers for this DVR port 4dec4138-a108-4765-806c-e0964eb5aa20 on host hv-cinder-81322 {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:35:38.774117 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [req-823c2c39-4904-4a41-9ed7-e63b3c67e6a0 req-814389ba-ae97-4a5e-9f20-e342373aa324 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for port (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:38.777572 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-823c2c39-4904-4a41-9ed7-e63b3c67e6a0 req-814389ba-ae97-4a5e-9f20-e342373aa324 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.77 "DELETE /v2.0/ports/4dec4138-a108-4765-806c-e0964eb5aa20 HTTP/1.1" status: 204 len: 173 time: 0.5366399 Jan 31 19:35:38.778058 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860cf699-3707-4da7-96eb-40d2cfbed994', 'name': 'network-vif-deleted', 'tag': '4dec4138-a108-4765-806c-e0964eb5aa20'}] {{(pid=103244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:35:38.780375 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}956b5bc654f05f74d9c8ba4294ecb9e818efd0f9e7a26d24fd410ce0067f5875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed345fb8-7fd7-48a9-adeb-da5b3e02c366" -d '{"events": [{"server_uuid": "860cf699-3707-4da7-96eb-40d2cfbed994", "name": "network-vif-deleted", "tag": "4dec4138-a108-4765-806c-e0964eb5aa20"}]}' {{(pid=103244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:35:38.845741 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf333dd-09dd-4e06-88c9-490b19e66041 x-openstack-request-id: req-bdf333dd-09dd-4e06-88c9-490b19e66041 {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:35:38.846160 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860cf699-3707-4da7-96eb-40d2cfbed994", "name": "network-vif-deleted", "tag": "4dec4138-a108-4765-806c-e0964eb5aa20", "status": "completed", "code": 200}]} {{(pid=103244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:35:38.846491 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bdf333dd-09dd-4e06-88c9-490b19e66041 {{(pid=103244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:35:38.847825 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860cf699-3707-4da7-96eb-40d2cfbed994', 'name': 'network-vif-deleted', 'tag': '4dec4138-a108-4765-806c-e0964eb5aa20', 'status': 'completed', 'code': 200} Jan 31 19:35:38.875709 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [req-d5678ad5-69c8-4d62-bc27-ef96844b4aac req-46d40e7d-91e6-482a-bcff-5d081e445a00 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 210 time: 0.0341532 Jan 31 19:35:39.998696 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [req-e08f3bf0-65c7-44c7-8d27-bc83fb14971c req-a8b150cf-5f5c-4c8c-9cf5-3cc743ba8e70 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "GET /v2.0/ports?device_id=860cf699-3707-4da7-96eb-40d2cfbed994 HTTP/1.1" status: 200 len: 210 time: 0.0314755 Jan 31 19:35:41.075430 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33918) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:41.206651 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7c911bb0-58c3-401a-a6b0-18114ceb22d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Deleting port bf040373-e045-4448-9db9-7a36624234f6 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:41.207066 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c911bb0-58c3-401a-a6b0-18114ceb22d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (bf040373-e045-4448-9db9-7a36624234f6), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:41.283973 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c911bb0-58c3-401a-a6b0-18114ceb22d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (bf040373-e045-4448-9db9-7a36624234f6), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:41.284952 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c911bb0-58c3-401a-a6b0-18114ceb22d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for floatingip (bf040373-e045-4448-9db9-7a36624234f6), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:41.296975 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-7c911bb0-58c3-401a-a6b0-18114ceb22d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Calling delete_port for bf040373-e045-4448-9db9-7a36624234f6 owned by network:floatingip {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:41.504182 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8d9206f0-52eb-48a0-bd0b-5482254efdd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:41.554153 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c911bb0-58c3-401a-a6b0-18114ceb22d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (bf040373-e045-4448-9db9-7a36624234f6), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:41.584625 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c911bb0-58c3-401a-a6b0-18114ceb22d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event deleted for resources: {'Port': ['ID=bf040373-e045-4448-9db9-7a36624234f6,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:41.656576 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c911bb0-58c3-401a-a6b0-18114ceb22d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for floatingip (9b897a4c-cc89-4c46-a9e6-7d3b340a3b17), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:41.661850 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7c911bb0-58c3-401a-a6b0-18114ceb22d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507004'] for floatingip (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:41.663723 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-7c911bb0-58c3-401a-a6b0-18114ceb22d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "DELETE /v2.0/floatingips/9b897a4c-cc89-4c46-a9e6-7d3b340a3b17 HTTP/1.1" status: 204 len: 168 time: 0.5871046 Jan 31 19:35:41.811297 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:43.035513 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33930) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:43.101806 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0baff4b5-937f-4f33-b5a3-c3383b1e65d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group (ec362bad-7c52-4e86-a4e3-5334747ef534), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:43.115143 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 4dec4138-a108-4765-806c-e0964eb5aa20 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:35:43.130921 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0baff4b5-937f-4f33-b5a3-c3383b1e65d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group (ec362bad-7c52-4e86-a4e3-5334747ef534), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:43.140532 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] No Port match for: 4dec4138-a108-4765-806c-e0964eb5aa20 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:35:43.140872 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Device 4dec4138-a108-4765-806c-e0964eb5aa20 not bound to the agent host hv-cinder-81322 {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:35:43.303001 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0baff4b5-937f-4f33-b5a3-c3383b1e65d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (ec362bad-7c52-4e86-a4e3-5334747ef534), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:43.305732 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-0baff4b5-937f-4f33-b5a3-c3383b1e65d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Publish callbacks [] for security_group (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:43.307003 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-0baff4b5-937f-4f33-b5a3-c3383b1e65d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] 10.222.0.72 "DELETE /v2.0/security-groups/ec362bad-7c52-4e86-a4e3-5334747ef534 HTTP/1.1" status: 204 len: 168 time: 0.2704847 Jan 31 19:35:43.321644 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baff4b5-937f-4f33-b5a3-c3383b1e65d0 tempest-TestVolumeBootPattern-1961939008 tempest-TestVolumeBootPattern-1961939008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec362bad-7c52-4e86-a4e3-5334747ef534,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:43.446000 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33934) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:43.823454 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c68e7fe6-95e7-456b-94bb-71de800d9e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:44.055831 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce296aac-8edd-4f38-9df7-3576fb8d8cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073501'] for router_interface (ff7f605d-543e-4e67-9097-5a5f3e441626), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:44.313749 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ce296aac-8edd-4f38-9df7-3576fb8d8cdc admin admin] Deleting port 617a9d9c-ee83-483e-81b7-cd1c1cc07722 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:44.314010 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce296aac-8edd-4f38-9df7-3576fb8d8cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:44.395159 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-ce296aac-8edd-4f38-9df7-3576fb8d8cdc admin admin] For port 617a9d9c-ee83-483e-81b7-cd1c1cc07722, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=617a9d9c-ee83-483e-81b7-cd1c1cc07722,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:44.395522 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce296aac-8edd-4f38-9df7-3576fb8d8cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:44.411982 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-ce296aac-8edd-4f38-9df7-3576fb8d8cdc admin admin] Calling delete_port for 617a9d9c-ee83-483e-81b7-cd1c1cc07722 owned by network:router_interface {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:44.663632 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce296aac-8edd-4f38-9df7-3576fb8d8cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (617a9d9c-ee83-483e-81b7-cd1c1cc07722), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:44.689603 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce296aac-8edd-4f38-9df7-3576fb8d8cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=617a9d9c-ee83-483e-81b7-cd1c1cc07722,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:44.895863 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:44.902216 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-ce296aac-8edd-4f38-9df7-3576fb8d8cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2073353'] for router_interface (ff7f605d-543e-4e67-9097-5a5f3e441626), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:45.141043 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce296aac-8edd-4f38-9df7-3576fb8d8cdc admin admin] Router ff7f605d-543e-4e67-9097-5a5f3e441626 has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:35:45.250263 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce296aac-8edd-4f38-9df7-3576fb8d8cdc admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:35:45.257363 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-ce296aac-8edd-4f38-9df7-3576fb8d8cdc admin admin] 10.222.0.72 "PUT /v2.0/routers/ff7f605d-543e-4e67-9097-5a5f3e441626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8097088 Jan 31 19:35:45.259596 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33938) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:45.260480 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aea717-d12b-4da2-951e-eb45742e35aa None None] Sync routers for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:35:45.272876 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aea717-d12b-4da2-951e-eb45742e35aa None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:35:45.273530 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-84aea717-d12b-4da2-951e-eb45742e35aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:35:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:45.370505 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Publish callbacks [] for router (ff7f605d-543e-4e67-9097-5a5f3e441626), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:45.383257 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-84aea717-d12b-4da2-951e-eb45742e35aa None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: dv-cinder-813223-5-iscsi {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:35:45.476786 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Publish callbacks [] for router_gateway (ff7f605d-543e-4e67-9097-5a5f3e441626), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:45.565542 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-84aea717-d12b-4da2-951e-eb45742e35aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:35:44Z', 'revision_number': 5, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port': {'id': 'f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:31Z', 'updated_at': '2022-01-31T19:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:45.599334 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aea717-d12b-4da2-951e-eb45742e35aa None None] Checking router: ff7f605d-543e-4e67-9097-5a5f3e441626 for host: dv-cinder-813223-5-iscsi {{(pid=103245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:35:45.603907 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Deleting port f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:45.604250 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:45.607912 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aea717-d12b-4da2-951e-eb45742e35aa None None] Routers {'ff7f605d-543e-4e67-9097-5a5f3e441626'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:35:45.608588 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-84aea717-d12b-4da2-951e-eb45742e35aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:35:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['ff7f605d-543e-4e67-9097-5a5f3e441626'], 'active': True} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:45.684044 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] For port f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:45.684514 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:45.697887 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvr_db [None req-84aea717-d12b-4da2-951e-eb45742e35aa None None] Set router ff7f605d-543e-4e67-9097-5a5f3e441626 gateway port host: None {{(pid=103245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:35:45.702659 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Calling delete_port for f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:45.750853 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_hamode_db [None req-84aea717-d12b-4da2-951e-eb45742e35aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:35:45Z', 'revision_number': 6, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port_host': None}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:45.781299 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aea717-d12b-4da2-951e-eb45742e35aa None None] The sync data for ids ['ff7f605d-543e-4e67-9097-5a5f3e441626'] in dv-cinder-813223-5-iscsi is: [{'id': 'ff7f605d-543e-4e67-9097-5a5f3e441626', 'name': 'tempest-TestVolumeBootPattern-1080942720-router', 'tenant_id': '97db9d6a2b744c30b7ecf18e77093d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:30Z', 'updated_at': '2022-01-31T19:35:45Z', 'revision_number': 6, 'project_id': '97db9d6a2b744c30b7ecf18e77093d37', 'gw_port_host': None}] {{(pid=103245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:35:45.952220 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:45.988871 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:46.046833 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078823'] for router_gateway (ff7f605d-543e-4e67-9097-5a5f3e441626), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:46.137756 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2074354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45331'] for router (ff7f605d-543e-4e67-9097-5a5f3e441626), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:46.141499 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Publish callbacks [] for router_controller (ff7f605d-543e-4e67-9097-5a5f3e441626), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:46.277779 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2074363'] for router (ff7f605d-543e-4e67-9097-5a5f3e441626), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:46.278403 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff7f605d-543e-4e67-9097-5a5f3e441626 {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:35:46.284422 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:46.285746 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-7da6c71d-c971-4d70-a14f-8c84c83d4662 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ff7f605d-543e-4e67-9097-5a5f3e441626 HTTP/1.1" status: 204 len: 168 time: 1.0251694 Jan 31 19:35:46.288495 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33940) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:46.333660 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b51073b-19ef-420a-bfdf-76ca4382b944 admin admin] Deleting subnet 9806d60f-7379-4f82-a4f0-2550695c2001 {{(pid=103243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:35:46.336879 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b51073b-19ef-420a-bfdf-76ca4382b944 admin admin] Publish callbacks [] for subnet (9806d60f-7379-4f82-a4f0-2550695c2001), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:46.372262 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b51073b-19ef-420a-bfdf-76ca4382b944 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8960374'] for subnet (9806d60f-7379-4f82-a4f0-2550695c2001), precommit_delete_associations {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:46.489076 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b51073b-19ef-420a-bfdf-76ca4382b944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (9806d60f-7379-4f82-a4f0-2550695c2001), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:46.518757 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:46.611157 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b51073b-19ef-420a-bfdf-76ca4382b944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3208120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9062758'] for subnet (9806d60f-7379-4f82-a4f0-2550695c2001), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:46.639818 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51073b-19ef-420a-bfdf-76ca4382b944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9806d60f-7379-4f82-a4f0-2550695c2001,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:46.641893 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-3b51073b-19ef-420a-bfdf-76ca4382b944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for subnet (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:46.645792 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-3b51073b-19ef-420a-bfdf-76ca4382b944 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9806d60f-7379-4f82-a4f0-2550695c2001 HTTP/1.1" status: 204 len: 168 time: 0.3561332 Jan 31 19:35:46.648291 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33942) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:46.649954 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5faf79-22f4-45a7-bd24-0c7388688477 None None] Network f5e0b566-945e-4d18-a856-db1971784ce0 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:35:46.858997 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] DHCP port deletion for f5e0b566-945e-4d18-a856-db1971784ce0 request from dv-cinder-813223-5-iscsi {{(pid=103245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:35:46.913226 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Deleting port 0e323524-1f0c-4aa8-a186-336891f6456c {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:46.913596 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:46.981912 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] For port 0e323524-1f0c-4aa8-a186-336891f6456c, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=0e323524-1f0c-4aa8-a186-336891f6456c,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:46.982304 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:46.995993 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Calling delete_port for 0e323524-1f0c-4aa8-a186-336891f6456c owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:47.003109 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (f5e0b566-945e-4d18-a856-db1971784ce0), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:47.060059 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Deleting port 0e323524-1f0c-4aa8-a186-336891f6456c {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:47.060680 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:47.136545 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] For port 0e323524-1f0c-4aa8-a186-336891f6456c, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=0e323524-1f0c-4aa8-a186-336891f6456c,segment=NetworkSegment(938aad40-e954-4c0d-a412-3a083017e699),segment_id=938aad40-e954-4c0d-a412-3a083017e699)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:47.137012 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:47.153759 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Calling delete_port for 0e323524-1f0c-4aa8-a186-336891f6456c owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:47.176701 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 617a9d9c-ee83-483e-81b7-cd1c1cc07722 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:35:47.201408 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 617a9d9c-ee83-483e-81b7-cd1c1cc07722 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:35:47.201751 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 617a9d9c-ee83-483e-81b7-cd1c1cc07722 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:35:47.202171 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:35:47.231332 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:35:47.231679 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device f19e4e98-a99b-440c-ac0b-f2f54ccb5ab8 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:35:47.232090 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 0e323524-1f0c-4aa8-a186-336891f6456c no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:35:47.325159 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Current status of the port 0e323524-1f0c-4aa8-a186-336891f6456c is: ACTIVE; New status is: DOWN {{(pid=103245) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:47.325557 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567454'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), before_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:47.432017 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:47.462251 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994'] for port (0e323524-1f0c-4aa8-a186-336891f6456c), after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:47.463360 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e323524-1f0c-4aa8-a186-336891f6456c,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:47.469387 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] No DVR routers for this DVR port 0e323524-1f0c-4aa8-a186-336891f6456c on host dv-cinder-813223-5-iscsi {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:35:47.499220 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Pushing event deleted for resources: {'Port': ['ID=0e323524-1f0c-4aa8-a186-336891f6456c,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:47.509176 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] No DVR routers for this DVR port 0e323524-1f0c-4aa8-a186-336891f6456c on host dv-cinder-813223-5-iscsi {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:35:47.512689 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:47.513148 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:47.513573 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:47.513919 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:47.514259 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:47.514599 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:47.514933 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:47.515265 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:47.515594 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:47.515951 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:47.516282 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:47.516610 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:47.516933 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e291b0e6-fb6a-46e0-a208-062ad5b46098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-5-iscsi {{(pid=103245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:47.549473 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (f5e0b566-945e-4d18-a856-db1971784ce0), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:47.571401 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e0b566-945e-4d18-a856-db1971784ce0']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:47.581403 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938aad40-e954-4c0d-a412-3a083017e699') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:47.581703 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938aad40-e954-4c0d-a412-3a083017e699') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:47.591287 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9343517'] for segment (938aad40-e954-4c0d-a412-3a083017e699), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:47.606468 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (938aad40-e954-4c0d-a412-3a083017e699), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:47.613539 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Releasing vlan 1249 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:35:47.613962 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8651311'] for segment (938aad40-e954-4c0d-a412-3a083017e699), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: Traceback (most recent call last): Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: timer() Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: cb(*args, **kw) Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: return func(*args, **kwargs) Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: self._notify() Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: self.callback(batched_events) Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: event.method(event) Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: return f(self, *a, **k) Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: return self._get(url).json() Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: return self.request(url, 'GET', **kwargs) Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:35:47.615800 dv-cinder-813223-5-iscsi neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:35:47.753900 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:47.799850 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (f5e0b566-945e-4d18-a856-db1971784ce0), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:47.805527 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:47.808818 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f5e0b566-945e-4d18-a856-db1971784ce0 HTTP/1.1" status: 204 len: 168 time: 1.1592207 Jan 31 19:35:47.812218 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33944) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:47.820097 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612eb05-ab2e-471b-b53f-eb43aeb16d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e0b566-945e-4d18-a856-db1971784ce0,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:48.431610 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-44f5a17f-0785-4dfe-833a-9621f97850b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073501'] for router_interface (285921ad-2da8-4ede-9d84-676d92ed612e), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:48.685085 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-44f5a17f-0785-4dfe-833a-9621f97850b7 admin admin] Deleting port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 {{(pid=103243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:48.685346 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-44f5a17f-0785-4dfe-833a-9621f97850b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:48.763408 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-44f5a17f-0785-4dfe-833a-9621f97850b7 admin admin] For port 2e1b51c9-637d-4c26-91f2-bcff378eb5f3, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=2e1b51c9-637d-4c26-91f2-bcff378eb5f3,segment=NetworkSegment(65c5b1b6-018b-4282-83d8-864fd4759549),segment_id=65c5b1b6-018b-4282-83d8-864fd4759549)] {{(pid=103243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:48.763769 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-44f5a17f-0785-4dfe-833a-9621f97850b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:48.776990 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.plugin [None req-44f5a17f-0785-4dfe-833a-9621f97850b7 admin admin] Calling delete_port for 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 owned by network:router_interface {{(pid=103243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:49.034724 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-44f5a17f-0785-4dfe-833a-9621f97850b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3208165'] for port (2e1b51c9-637d-4c26-91f2-bcff378eb5f3), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:49.064814 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5a17f-0785-4dfe-833a-9621f97850b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1b51c9-637d-4c26-91f2-bcff378eb5f3,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:49.239473 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-44f5a17f-0785-4dfe-833a-9621f97850b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2073353'] for router_interface (285921ad-2da8-4ede-9d84-676d92ed612e), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:49.464732 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f5a17f-0785-4dfe-833a-9621f97850b7 admin admin] Router 285921ad-2da8-4ede-9d84-676d92ed612e has already been hosted by L3 agent 2ef6a76e-970d-4a38-8c85-23c17bbcde2f {{(pid=103243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:35:49.578462 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f5a17f-0785-4dfe-833a-9621f97850b7 admin admin] Notify agent at l3_agent.dv-cinder-813223-5-iscsi the message routers_updated {{(pid=103243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:35:49.584346 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-44f5a17f-0785-4dfe-833a-9621f97850b7 admin admin] 10.222.0.72 "PUT /v2.0/routers/285921ad-2da8-4ede-9d84-676d92ed612e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7709751 Jan 31 19:35:49.586953 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33946) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:49.595965 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3ce52-650b-450d-a5aa-edbead83ef88 None None] Sync routers for ids ['285921ad-2da8-4ede-9d84-676d92ed612e'] in dv-cinder-813223-5-iscsi {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:35:49.604047 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3ce52-650b-450d-a5aa-edbead83ef88 None None] Routers {'285921ad-2da8-4ede-9d84-676d92ed612e'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:35:49.604663 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-96f3ce52-650b-450d-a5aa-edbead83ef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:35:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['285921ad-2da8-4ede-9d84-676d92ed612e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:49.702037 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Publish callbacks [] for router (285921ad-2da8-4ede-9d84-676d92ed612e), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:49.711657 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-96f3ce52-650b-450d-a5aa-edbead83ef88 None None] Set router 285921ad-2da8-4ede-9d84-676d92ed612e gateway port host: dv-cinder-813223-5-iscsi {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:35:49.830026 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Publish callbacks [] for router_gateway (285921ad-2da8-4ede-9d84-676d92ed612e), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:49.910611 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-96f3ce52-650b-450d-a5aa-edbead83ef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'name': 'tempest-TestVolumeBootPattern-1691250626-router', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'external_fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': '34c364f3-059b-4951-9efd-0957c7f038de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:39Z', 'updated_at': '2022-01-31T19:35:48Z', 'revision_number': 5, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'gw_port': {'id': '34c364f3-059b-4951-9efd-0957c7f038de', 'name': '', 'network_id': '983f6411-2e24-4ebc-a7a7-7c6256f2ad32', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:28:40Z', 'updated_at': '2022-01-31T19:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '501526c6-d3e4-4c0e-a14c-fff1c1abc8a5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-5-iscsi'}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:49.937339 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3ce52-650b-450d-a5aa-edbead83ef88 None None] Checking router: 285921ad-2da8-4ede-9d84-676d92ed612e for host: dv-cinder-813223-5-iscsi {{(pid=103246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:35:49.946147 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3ce52-650b-450d-a5aa-edbead83ef88 None None] Routers {'285921ad-2da8-4ede-9d84-676d92ed612e'} bound to L3 agent in host dv-cinder-813223-5-iscsi {{(pid=103246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:35:49.946810 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-96f3ce52-650b-450d-a5aa-edbead83ef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T19:10:14Z,description=,heartbeat_timestamp=2022-01-31T19:35:44Z,host='dv-cinder-813223-5-iscsi',id=2ef6a76e-970d-4a38-8c85-23c17bbcde2f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T19:10:14Z,topic='l3_agent')) {'router_ids': ['285921ad-2da8-4ede-9d84-676d92ed612e'], 'active': True} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:49.993376 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Deleting port 34c364f3-059b-4951-9efd-0957c7f038de {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:49.993727 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (34c364f3-059b-4951-9efd-0957c7f038de), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:50.033318 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_dvr_db [None req-96f3ce52-650b-450d-a5aa-edbead83ef88 None None] Set router 285921ad-2da8-4ede-9d84-676d92ed612e gateway port host: None {{(pid=103246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:35:50.082463 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] For port 34c364f3-059b-4951-9efd-0957c7f038de, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=34c364f3-059b-4951-9efd-0957c7f038de,segment=NetworkSegment(46031ccf-4fbf-46b3-9621-72756b21a888),segment_id=46031ccf-4fbf-46b3-9621-72756b21a888)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:50.083141 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (34c364f3-059b-4951-9efd-0957c7f038de), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:50.091387 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.l3_hamode_db [None req-96f3ce52-650b-450d-a5aa-edbead83ef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'name': 'tempest-TestVolumeBootPattern-1691250626-router', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:39Z', 'updated_at': '2022-01-31T19:35:49Z', 'revision_number': 6, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'gw_port_host': None}], 'dv-cinder-813223-5-iscsi', False) {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:50.096330 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Calling delete_port for 34c364f3-059b-4951-9efd-0957c7f038de owned by network:router_gateway {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:50.119061 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3ce52-650b-450d-a5aa-edbead83ef88 None None] The sync data for ids ['285921ad-2da8-4ede-9d84-676d92ed612e'] in dv-cinder-813223-5-iscsi is: [{'id': '285921ad-2da8-4ede-9d84-676d92ed612e', 'name': 'tempest-TestVolumeBootPattern-1691250626-router', 'tenant_id': '878c0df24785424d9320c6025b1ad03f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:28:39Z', 'updated_at': '2022-01-31T19:35:49Z', 'revision_number': 6, 'project_id': '878c0df24785424d9320c6025b1ad03f', 'gw_port_host': None}] {{(pid=103246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:35:50.359661 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (34c364f3-059b-4951-9efd-0957c7f038de), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:50.387278 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34c364f3-059b-4951-9efd-0957c7f038de,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:50.447288 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078823'] for router_gateway (285921ad-2da8-4ede-9d84-676d92ed612e), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:50.548403 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2074354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45331'] for router (285921ad-2da8-4ede-9d84-676d92ed612e), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:50.552109 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Publish callbacks [] for router_controller (285921ad-2da8-4ede-9d84-676d92ed612e), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:50.719841 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2074363'] for router (285921ad-2da8-4ede-9d84-676d92ed612e), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:50.720578 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 285921ad-2da8-4ede-9d84-676d92ed612e {{(pid=103244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:35:50.725125 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:50.726451 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-9b80a493-40b9-4253-899a-c598cd7e33e2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/285921ad-2da8-4ede-9d84-676d92ed612e HTTP/1.1" status: 204 len: 168 time: 1.1384935 Jan 31 19:35:50.729073 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33948) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:50.777378 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d191b811-7126-4c9b-8520-9f9267793e4c admin admin] Deleting subnet f380916a-5eb3-4a86-835e-c337a65d621f {{(pid=103244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:35:50.780497 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d191b811-7126-4c9b-8520-9f9267793e4c admin admin] Publish callbacks [] for subnet (f380916a-5eb3-4a86-835e-c337a65d621f), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:50.816959 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d191b811-7126-4c9b-8520-9f9267793e4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9343508'] for subnet (f380916a-5eb3-4a86-835e-c337a65d621f), precommit_delete_associations {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:50.904042 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d191b811-7126-4c9b-8520-9f9267793e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002196'] for subnet (f380916a-5eb3-4a86-835e-c337a65d621f), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.020998 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d191b811-7126-4c9b-8520-9f9267793e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8651393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9366732'] for subnet (f380916a-5eb3-4a86-835e-c337a65d621f), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.048536 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191b811-7126-4c9b-8520-9f9267793e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f380916a-5eb3-4a86-835e-c337a65d621f,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:51.055681 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-d191b811-7126-4c9b-8520-9f9267793e4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.059893 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-d191b811-7126-4c9b-8520-9f9267793e4c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f380916a-5eb3-4a86-835e-c337a65d621f HTTP/1.1" status: 204 len: 168 time: 0.3295970 Jan 31 19:35:51.061563 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62380a9d-40db-4bcd-b532-c5630b28a2b4 None None] Network fc1af1ba-69d6-4e51-80cb-02c7643f8f09 requested from dv-cinder-813223-5-iscsi {{(pid=103245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:35:51.062676 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.wsgi [-] (103244) accepted ('10.222.0.72', 33950) {{(pid=103244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:51.145571 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644510'] for network (fc1af1ba-69d6-4e51-80cb-02c7643f8f09), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.149477 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:35:51.175559 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:35:51.175901 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 2e1b51c9-637d-4c26-91f2-bcff378eb5f3 not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:35:51.181604 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 34c364f3-059b-4951-9efd-0957c7f038de no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:35:51.213381 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Deleting port 5b99adb0-9513-4f3d-a4c6-f5250ede378e {{(pid=103244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:51.213738 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.218630 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 34c364f3-059b-4951-9efd-0957c7f038de {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:35:51.218976 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 34c364f3-059b-4951-9efd-0957c7f038de not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:35:51.288837 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.db [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] For port 5b99adb0-9513-4f3d-a4c6-f5250ede378e, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=5b99adb0-9513-4f3d-a4c6-f5250ede378e,segment=NetworkSegment(65c5b1b6-018b-4282-83d8-864fd4759549),segment_id=65c5b1b6-018b-4282-83d8-864fd4759549)] {{(pid=103244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:51.289312 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.293583 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e401760-3a0f-4677-8a08-561995d5c6b4 None None] DHCP port deletion for fc1af1ba-69d6-4e51-80cb-02c7643f8f09 request from dv-cinder-813223-5-iscsi {{(pid=103245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:35:51.303492 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Calling delete_port for 5b99adb0-9513-4f3d-a4c6-f5250ede378e owned by network:dhcp {{(pid=103244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:51.351100 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8e401760-3a0f-4677-8a08-561995d5c6b4 None None] Deleting port 5b99adb0-9513-4f3d-a4c6-f5250ede378e {{(pid=103245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:51.351473 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e401760-3a0f-4677-8a08-561995d5c6b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744418397790'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), before_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.414680 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.db [None req-8e401760-3a0f-4677-8a08-561995d5c6b4 None None] For port 5b99adb0-9513-4f3d-a4c6-f5250ede378e, host dv-cinder-813223-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-5-iscsi',level=0,port_id=5b99adb0-9513-4f3d-a4c6-f5250ede378e,segment=NetworkSegment(65c5b1b6-018b-4282-83d8-864fd4759549),segment_id=65c5b1b6-018b-4282-83d8-864fd4759549)] {{(pid=103245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:51.415098 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e401760-3a0f-4677-8a08-561995d5c6b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2079366'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), precommit_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.432389 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-8e401760-3a0f-4677-8a08-561995d5c6b4 None None] Calling delete_port for 5b99adb0-9513-4f3d-a4c6-f5250ede378e owned by network:dhcp {{(pid=103245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:51.445457 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8651484'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.472675 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b99adb0-9513-4f3d-a4c6-f5250ede378e,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:51.476352 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] No DVR routers for this DVR port 5b99adb0-9513-4f3d-a4c6-f5250ede378e on host dv-cinder-813223-5-iscsi {{(pid=103244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:35:51.511569 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-8e401760-3a0f-4677-8a08-561995d5c6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-567873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744418405304', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744417927994'] for port (5b99adb0-9513-4f3d-a4c6-f5250ede378e), after_delete {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.526468 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e401760-3a0f-4677-8a08-561995d5c6b4 None None] No DVR routers for this DVR port 5b99adb0-9513-4f3d-a4c6-f5250ede378e on host dv-cinder-813223-5-iscsi {{(pid=103245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:35:51.545837 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e401760-3a0f-4677-8a08-561995d5c6b4 None None] Pushing event deleted for resources: {'Port': ['ID=5b99adb0-9513-4f3d-a4c6-f5250ede378e,revision_number=None']} {{(pid=103245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:51.559120 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998721', 'neutron.services.segments.db._delete_segments_for_network-8744418443138'] for network (fc1af1ba-69d6-4e51-80cb-02c7643f8f09), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.580171 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1af1ba-69d6-4e51-80cb-02c7643f8f09']}} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:51.590494 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c5b1b6-018b-4282-83d8-864fd4759549') {'for_net_delete': True} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:51.590794 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.services.segments.db [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c5b1b6-018b-4282-83d8-864fd4759549') {} {{(pid=103244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:51.603196 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744418449291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9343517'] for segment (65c5b1b6-018b-4282-83d8-864fd4759549), before_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.617628 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237'] for segment (65c5b1b6-018b-4282-83d8-864fd4759549), precommit_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.623958 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=103244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8651311'] for segment (65c5b1b6-018b-4282-83d8-864fd4759549), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: Traceback (most recent call last): Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: timer() Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: cb(*args, **kw) Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: return func(*args, **kwargs) Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: self._notify() Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: self.callback(batched_events) Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: event.method(event) Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: return f(self, *a, **k) Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: return self._get(url).json() Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: return self.request(url, 'GET', **kwargs) Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:35:51.629873 dv-cinder-813223-5-iscsi neutron-server[103244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:35:51.776660 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2080655'] for network (fc1af1ba-69d6-4e51-80cb-02c7643f8f09), after_delete {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.781330 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron_lib.callbacks.manager [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613297'] for network (None), before_response {{(pid=103244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.785434 dv-cinder-813223-5-iscsi neutron-server[103244]: INFO neutron.wsgi [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fc1af1ba-69d6-4e51-80cb-02c7643f8f09 HTTP/1.1" status: 204 len: 168 time: 0.7215166 Jan 31 19:35:51.798412 dv-cinder-813223-5-iscsi neutron-server[103244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c7494-2c3c-401c-91d9-dd398ef37775 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1af1ba-69d6-4e51-80cb-02c7643f8f09,revision_number=None']} {{(pid=103244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:52.293308 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33954) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:52.335129 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-2e5fb085-32ce-4905-9713-3bb061a22231 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=97db9d6a2b744c30b7ecf18e77093d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406275 Jan 31 19:35:52.337662 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33956) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:52.387126 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a0d18aa-c6ee-41ec-8e36-6840a5211d30 admin admin] Publish callbacks [] for security_group (d2fd51eb-7a53-4865-9bf0-20ca0803eada), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:52.408407 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a0d18aa-c6ee-41ec-8e36-6840a5211d30 admin admin] Publish callbacks [] for security_group (d2fd51eb-7a53-4865-9bf0-20ca0803eada), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:52.582491 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a0d18aa-c6ee-41ec-8e36-6840a5211d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (d2fd51eb-7a53-4865-9bf0-20ca0803eada), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:52.585130 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-1a0d18aa-c6ee-41ec-8e36-6840a5211d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:52.592366 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-1a0d18aa-c6ee-41ec-8e36-6840a5211d30 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2fd51eb-7a53-4865-9bf0-20ca0803eada HTTP/1.1" status: 204 len: 168 time: 0.2477887 Jan 31 19:35:52.594642 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d18aa-c6ee-41ec-8e36-6840a5211d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fd51eb-7a53-4865-9bf0-20ca0803eada,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:53.115146 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 5b99adb0-9513-4f3d-a4c6-f5250ede378e no longer exists at agent ovs-agent-dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:35:53.147390 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] No Port match for: 5b99adb0-9513-4f3d-a4c6-f5250ede378e {{(pid=103245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:35:53.151906 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron.plugins.ml2.rpc [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Device 5b99adb0-9513-4f3d-a4c6-f5250ede378e not bound to the agent host dv-cinder-813223-5-iscsi {{(pid=103245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:35:53.399586 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33962) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:53.441633 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-b41173b8-f903-4e53-9a06-77b8c904dd85 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=878c0df24785424d9320c6025b1ad03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408432 Jan 31 19:35:53.444183 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [-] (103243) accepted ('10.222.0.72', 33964) {{(pid=103243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:53.497463 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-22c0c12e-4e4a-4412-9a17-d44d0149ae32 admin admin] Publish callbacks [] for security_group (a25d5efa-d985-457d-a674-b47e40e2c6fa), before_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:53.519566 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-22c0c12e-4e4a-4412-9a17-d44d0149ae32 admin admin] Publish callbacks [] for security_group (a25d5efa-d985-457d-a674-b47e40e2c6fa), precommit_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:53.724875 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-22c0c12e-4e4a-4412-9a17-d44d0149ae32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1641143'] for security_group (a25d5efa-d985-457d-a674-b47e40e2c6fa), after_delete {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:53.727749 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-22c0c12e-4e4a-4412-9a17-d44d0149ae32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:53.728948 dv-cinder-813223-5-iscsi neutron-server[103243]: INFO neutron.wsgi [None req-22c0c12e-4e4a-4412-9a17-d44d0149ae32 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a25d5efa-d985-457d-a674-b47e40e2c6fa HTTP/1.1" status: 204 len: 168 time: 0.2838492 Jan 31 19:35:53.737380 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0c12e-4e4a-4412-9a17-d44d0149ae32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25d5efa-d985-457d-a674-b47e40e2c6fa,revision_number=None']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:11.274863 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:36:11.462021 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f7c85255-dbb7-4b1d-bfbb-a5162729c094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:11.842648 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:13.791853 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bce7fbf4-c0b1-4002-a7d2-03a36e51a091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:14.878914 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:16.490979 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:17.745565 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:41.465255 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-a347d2a1-5305-4fc3-8b3a-be1f74c22472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:41.822797 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.774583 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-10d88810-e718-483c-a122-38f4e87f9317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:44.884534 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.471936 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:47.728373 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:48.273409 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:37:11.487026 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2640aa1b-fb5f-4a7a-9144-e70706c35b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:11.842608 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:13.796973 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-d38a3692-c720-4a27-bcf2-494106163d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:14.900367 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:16.510897 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:17.830077 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:25.271867 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:37:41.499184 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-879848b9-5871-49af-ab64-35a9186bd559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:41.853751 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:43.796603 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-dbe41c24-3d10-460d-9413-464edf184544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:44.893591 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:46.503267 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:47.727597 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:02.270862 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:38:11.470298 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2bb0cdcc-09e5-40f0-908e-1168729e01a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:11.857666 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:13.812666 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-37662eb3-2087-4ae4-b328-4de3ba49a1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:14.904538 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:16.493220 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:17.777116 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:39.270354 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:38:41.498037 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-ad4d0e9b-3431-458a-853a-394eb57323ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:41.868884 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:43.828740 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-07e9b7e9-6d3a-4692-82dd-29d1bce9e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:44.885976 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:44.957185 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [req-0462ea08-6980-40b9-bfa5-87b67c43f950 req-ed18799f-a076-4382-9cd4-3f9662e07d4e service neutron] (103243) timed out ('10.222.0.77', 49795) {{(pid=103243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 19:38:46.497499 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:47.743163 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:11.502456 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-44be685b-ee4e-4b26-9471-6019bf7e68b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:11.844992 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:13.799391 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c4ba-9e2c-4228-b3a2-04ba96458d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:14.902030 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:16.271105 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:39:16.524101 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:17.742189 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:41.508176 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-33fb1a56-000b-4a44-a4c6-25ebf1fb7c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:41.872563 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:43.804283 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2c7658c0-2254-40d4-b41f-35cd52275153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:44.895738 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:46.512361 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:47.735196 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:53.269175 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:40:11.580585 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-2f16ad1c-2c1c-4600-afe1-45ca5d6044f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:11.894909 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:13.843542 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c8a7617f-7b21-40e8-9093-ec6d754de328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:14.906336 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:16.517583 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:17.768868 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.427207 dv-cinder-813223-5-iscsi neutron-server[103243]: DEBUG neutron.wsgi [req-563b27ac-e780-4ff8-b0aa-05eabf98c8c9 req-eb579683-79fd-49a4-8948-924a6d28f3fc service neutron] (103243) timed out ('10.222.0.72', 55550) {{(pid=103243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 19:40:30.270199 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:40:41.477144 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ea1e-3f8d-4e4d-ad9c-55b0345fdf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:41.888007 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:43.813750 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-fdd6644b-782e-4bce-9dbf-0a0180546b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:44.900337 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:46.516370 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:47.745380 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:07.271607 dv-cinder-813223-5-iscsi neutron-server[103246]: DEBUG neutron.db.agents_db [None req-6ac8701a-2d7c-4103-b5c8-1a3062dd01a7 None None] Agent healthcheck: found 6 active agents {{(pid=103246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:41:11.627973 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-1353ef72-20cd-4861-b2e8-6c7b93c047fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (baabcbc8-5c1d-4bcb-adbf-59dcabedf035), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:11.893092 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-4602c133-8d97-47aa-8ad5-c8aec28e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (aded765f-1f31-4469-8756-b7be7b99d7a8), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:13.842980 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-0efa7c50-7322-4d14-a494-d201b9c4172d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (2ef6a76e-970d-4a38-8c85-23c17bbcde2f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:14.915844 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a0-8bd7-4db4-8347-c3ce9fb9b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (29af82e9-f333-4f3a-a78f-ffb5dddac076), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:16.543963 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-e24b4d89-c756-45ef-ab0e-79e8a752fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (ca3c77a3-6530-4f36-aee7-138982409e6f), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:17.721412 dv-cinder-813223-5-iscsi neutron-server[103245]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0baf-d64b-4b7d-a3ea-027f1ed178c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744418443120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997960'] for agent (4054e2c9-e6ca-479d-b551-3b6de7876f81), after_update {{(pid=103245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}